-- Logs begin at Sun 2022-07-24 00:10:59 UTC, end at Sun 2022-07-24 01:21:06 UTC. -- Jul 24 00:51:56.833404 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 24 00:51:59.496026 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.common.config [-] Logging enabled! Jul 24 00:51:59.496589 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev443 Jul 24 00:51:59.496922 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103888) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 24 00:51:59.500078 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.common.config [-] Logging enabled! Jul 24 00:51:59.500335 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev443 Jul 24 00:51:59.500644 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103888) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 24 00:51:59.501573 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 24 00:51:59.501807 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 24 00:51:59.502280 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 24 00:51:59.502530 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 24 00:51:59.502754 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 24 00:51:59.503102 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.503400 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.503632 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.503927 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.504217 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.504498 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.504787 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.505082 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.505369 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.505650 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.505933 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.506162 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.506444 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.506732 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.507045 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.507271 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] debug = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.507556 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.507991 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.508403 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.508689 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.508981 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.509263 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.509535 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.509813 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.510099 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.510428 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-iscsi {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.510707 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.511086 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.511375 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.511663 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.512490 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.512764 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.513053 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.513331 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.513606 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] log_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.513885 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.514174 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.514462 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.514755 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.515004 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.515229 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.515516 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.515806 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.516084 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.516358 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.516632 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.516905 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.517178 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.517469 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.517739 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.518023 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.518310 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.518584 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.518886 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.519161 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.519434 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.519719 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.519994 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.520268 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.520543 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.520828 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.521096 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.521371 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.521671 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.521958 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.522239 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.522527 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.522818 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.523102 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.523375 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.523650 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.523923 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] use_json = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.524196 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.524466 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.524746 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.525018 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.525289 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.525563 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.525833 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.526115 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.526386 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:51:59.526680 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.526998 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.527326 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.528243 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.528557 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.528838 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.529130 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.529410 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.529702 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.529995 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.530283 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.530563 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.530886 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.531179 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.531473 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.531779 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.532074 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.532365 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.532642 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.532918 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.533191 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.533468 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.533754 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.534032 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.534322 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.534610 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.534912 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.535212 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.535496 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.535780 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.536075 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.536365 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.536639 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.536916 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.537205 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.537485 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.537756 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.538045 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.538322 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.538593 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.538898 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.539189 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.539476 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.539749 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.540028 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.540318 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.540595 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.540864 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.541135 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.541409 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.541677 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.541958 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.542234 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.542505 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.542784 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.543112 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.543547 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.543829 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.544108 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.544381 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.544658 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.544930 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.545202 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.545475 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.545745 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.546013 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.546284 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.546554 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.546854 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.547126 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.547395 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.547668 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.547940 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.548212 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.548509 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.548784 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.549058 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.549334 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.549611 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.549885 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.550159 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.550434 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.550709 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.551003 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.551290 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.551571 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.551853 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.552134 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.552410 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.552720 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.552996 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.553271 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.553545 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.553820 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.554096 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.554377 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.554652 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.554954 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.555237 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.555516 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.555809 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.556101 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.556378 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.556671 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.556962 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.557254 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.557538 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.557845 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.558376 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:51:59.558641 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 24 00:51:59.559094 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103888) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 24 00:51:59.856736 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=103888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 24 00:51:59.856941 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 24 00:51:59.857247 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 24 00:51:59.857578 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 24 00:52:00.263829 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.264119 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.264392 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.265698 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.265976 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.266243 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.320823 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.321103 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.321374 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.336214 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.336498 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.336768 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.366668 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.366971 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.367241 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.404868 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.405149 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.405418 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.637649 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.638259 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.638259 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.638416 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.639288 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.736824 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.737151 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.737440 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.737711 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.737977 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.738290 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.738549 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.738837 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.739096 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.739381 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.739645 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.739912 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.740168 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.740428 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.740686 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.740951 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.741206 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.741473 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.741743 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.742001 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.742272 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.742524 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.742832 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.743208 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.743460 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.743707 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.744108 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 00:52:00.744357 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 00:52:00.744597 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 00:52:00.744834 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 00:52:00.745072 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 00:52:00.745307 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 00:52:00.745669 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 24 00:52:00.748981 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 24 00:52:00.752855 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 24 00:52:00.756596 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 24 00:52:00.759351 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 24 00:52:00.759817 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 24 00:52:00.760155 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 24 00:52:00.760541 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 24 00:52:00.763867 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 24 00:52:00.764119 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 24 00:52:00.764467 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 24 00:52:00.769490 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 24 00:52:00.792700 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 24 00:52:00.793208 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.793672 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103888) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 24 00:52:00.794050 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.795434 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103888) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 24 00:52:00.795713 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 24 00:52:00.795957 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 24 00:52:00.799412 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.799700 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:00.942512 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 24 00:52:00.942748 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 24 00:52:00.943003 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 24 00:52:00.943368 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 24 00:52:00.997602 dv-cinder-master-3-iscsi neutron-server[103888]: INFO dbcounter [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Registered counter for database neutron Jul 24 00:52:01.014987 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_db.sqlalchemy.engines [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103888) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 24 00:52:01.020779 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writer thread running {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 24 00:52:01.566796 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Initializing driver for type 'gre' Jul 24 00:52:01.567341 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] gre ID ranges: [(1, 1000)] Jul 24 00:52:01.620489 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Initializing driver for type 'local' Jul 24 00:52:01.620830 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Initializing driver for type 'vlan' Jul 24 00:52:01.634587 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] VlanTypeDriver initialization complete Jul 24 00:52:01.634961 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Initializing driver for type 'vxlan' Jul 24 00:52:01.635465 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] vxlan ID ranges: [(1, 1000)] Jul 24 00:52:01.692707 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Initializing extension driver 'port_security' Jul 24 00:52:01.693279 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.extensions.port_security [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] PortSecurityExtensionDriver initialization complete Jul 24 00:52:01.693279 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Initializing mechanism driver 'openvswitch' Jul 24 00:52:01.693610 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Initializing mechanism driver 'hyperv' Jul 24 00:52:01.701731 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:01.702406 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > port after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.702797 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > port after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.703151 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > port after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.703657 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 24 00:52:01.704077 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > subnet after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.704441 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > subnet after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.704790 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.705179 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 24 00:52:01.705587 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > network after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.705938 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > network after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.706282 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > network after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.706669 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 24 00:52:01.707114 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > security_group after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.707465 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > security_group after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.707806 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > security_group after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.708192 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 24 00:52:01.708603 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.708947 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.709284 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.709689 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 24 00:52:01.710097 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > address_group after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.710439 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > address_group after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.710799 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > address_group after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.711188 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 24 00:52:01.711636 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] ML2 OVO RPC backend initialized. {{(pid=103888) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 24 00:52:01.712360 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.712716 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.713133 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > network before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.713482 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > networks before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.713826 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > port before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.714169 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > ports before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.714517 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > subnet before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.715012 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > subnets before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.715426 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > network after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.715783 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > network after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.716123 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > network after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.716461 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > port after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.716798 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > port after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.717134 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > port after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.717471 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > subnet after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.717807 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > subnet after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.718140 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.725690 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.quota [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded quota_driver: . Jul 24 00:52:01.726058 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.plugin [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Modular L2 Plugin initialization complete Jul 24 00:52:01.726408 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading services supported by the core plugin {{(pid=103888) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 24 00:52:01.726749 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Got port-security extension from driver 'port_security' Jul 24 00:52:01.727255 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.extensions.vlantransparent [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Disabled vlantransparent extension. Jul 24 00:52:01.727747 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103888) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 24 00:52:01.728072 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading Plugin: router Jul 24 00:52:01.764212 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router_interface before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.764602 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router after_create 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.764972 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router before_create 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.765461 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.765838 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.766199 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router after_delete 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.766558 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > floatingip after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.766935 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > floatingip after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.767299 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router after_create 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.767647 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router after_update 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.767997 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router after_update 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.768343 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.768700 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router after_update 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.769111 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router precommit_update 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.769478 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: port after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.769817 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: port after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.770152 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: subnet after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.770491 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.770862 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > port precommit_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.771215 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router precommit_create 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.771559 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: port before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.771909 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router precommit_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.772264 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router after_update 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.772606 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router precommit_delete 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.772955 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router precommit_create 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.773313 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.773654 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router precommit_update 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.774017 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > agent after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.774364 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > agent after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.774708 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > network after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.775563 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Tracking information for resource: router configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 00:52:01.775894 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Tracking information for resource: floatingip configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 00:52:01.780716 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.db.l3_agentschedulers_db [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 24 00:52:01.781290 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: port after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.781653 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: port after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.782009 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: port after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.782365 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: port after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.783183 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router before_create 55550100 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.783549 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router precommit_delete 55550100 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.783908 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router precommit_create 55550100 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.784262 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > router precommit_update 55550100 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.789133 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.services.provider_configuration [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Service providers = [] {{(pid=103888) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 24 00:52:01.789499 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.db.servicetype_db [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103888) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 24 00:52:01.792430 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.services.service_base [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103888) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 24 00:52:01.792780 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.services.service_base [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103888) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 24 00:52:01.793711 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.services.service_base [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103888) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 24 00:52:01.794753 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.services.service_base [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103888) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 24 00:52:01.795145 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.services.service_base [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 24 00:52:01.795519 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 00:52:01.795837 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 24 00:52:01.805956 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 00:52:01.806293 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading Plugin: auto_allocate Jul 24 00:52:01.812713 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: network precommit_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.813079 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: network precommit_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.813592 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 00:52:01.813908 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading Plugin: tag Jul 24 00:52:01.820604 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 00:52:01.820938 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading Plugin: timestamp Jul 24 00:52:01.824737 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 00:52:01.825070 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading Plugin: network_ip_availability Jul 24 00:52:01.830436 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.830834 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.831192 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:01.831898 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 00:52:01.832218 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading Plugin: flavors Jul 24 00:52:01.837288 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 00:52:01.837623 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading Plugin: revisions Jul 24 00:52:01.842001 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 00:52:01.842389 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_concurrency.lockutils [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.985s {{(pid=103888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 24 00:52:01.843155 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103888) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 24 00:52:01.843736 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Initializing extension manager. Jul 24 00:52:01.844270 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: __init__.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.844614 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: __pycache__ {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.844949 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: address_group.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.845649 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.846207 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: address-group Jul 24 00:52:01.846532 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: address_scope.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.847231 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.847737 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: address-scope Jul 24 00:52:01.848060 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: admin_state_down_before_update.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.848945 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.849448 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: router-admin-state-down-before-update Jul 24 00:52:01.849770 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: agent.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.850432 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.850969 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: agent Jul 24 00:52:01.851292 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: agent_resources_synced.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.852156 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.852663 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: agent-resources-synced Jul 24 00:52:01.852986 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: allowedaddresspairs.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.854697 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.855239 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: allowed-address-pairs Jul 24 00:52:01.856163 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: auto_allocated_topology.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.857176 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.857687 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: auto-allocated-topology Jul 24 00:52:01.858011 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: availability_zone.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.858663 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.859194 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: availability_zone Jul 24 00:52:01.859519 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: availability_zone_filter.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.860375 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.860879 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: availability_zone_filter Jul 24 00:52:01.861201 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: data_plane_status.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.862048 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.862553 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension data-plane-status not supported by any of loaded plugins Jul 24 00:52:01.862899 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: default_subnetpools.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.863758 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.864259 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: default-subnetpools Jul 24 00:52:01.864581 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: dhcpagentscheduler.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.865336 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.865849 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: dhcp_agent_scheduler Jul 24 00:52:01.866172 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: dns.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.867067 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.867568 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension dns-integration not supported by any of loaded plugins Jul 24 00:52:01.867889 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: dns_domain_ports.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.868754 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.869249 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 24 00:52:01.869570 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.870435 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.871028 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 24 00:52:01.871910 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: dvr.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.872550 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.873050 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: dvr Jul 24 00:52:01.873368 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: ecmp_routes.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.874229 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.874721 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension ecmp_routes not supported by any of loaded plugins Jul 24 00:52:01.875070 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: empty_string_filtering.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.875927 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.876427 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: empty-string-filtering Jul 24 00:52:01.876745 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.877600 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.878096 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 24 00:52:01.879058 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.879315 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.879816 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 24 00:52:01.880139 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: external_net.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.880999 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.881503 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: external-net Jul 24 00:52:01.881826 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: extra_dhcp_opt.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.882681 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.883208 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: extra_dhcp_opt Jul 24 00:52:01.883530 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: extraroute.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.884381 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.884885 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: extraroute Jul 24 00:52:01.885206 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: extraroute_atomic.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.886178 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.886710 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: extraroute-atomic Jul 24 00:52:01.887056 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: filter_validation.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.887679 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.888177 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: filter-validation Jul 24 00:52:01.888495 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: fip_pf_description.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.889569 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.890083 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 24 00:52:01.890406 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: fip_pf_port_range.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.891305 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.891809 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 24 00:52:01.892130 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: fip_port_details.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.893001 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.893505 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: fip-port-details Jul 24 00:52:01.893824 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: flavors.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.895023 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.895537 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: flavors Jul 24 00:52:01.895864 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.897446 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.897968 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 24 00:52:01.898303 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: floatingip_pools.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.898995 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.899506 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: floatingip-pools Jul 24 00:52:01.899830 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: ip_allocation.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.900705 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.901204 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension ip_allocation not supported by any of loaded plugins Jul 24 00:52:01.901530 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.902973 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.903644 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: ip-substring-filtering Jul 24 00:52:01.903972 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: l2_adjacency.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.904858 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.905359 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension l2_adjacency not supported by any of loaded plugins Jul 24 00:52:01.905685 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: l3.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.906607 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.907145 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: router Jul 24 00:52:01.907473 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: l3_conntrack_helper.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.909629 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.910152 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 24 00:52:01.910485 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.911390 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.911902 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: ext-gw-mode Jul 24 00:52:01.912230 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.913101 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.913605 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: l3-ha Jul 24 00:52:01.913928 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.914820 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.915325 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 24 00:52:01.915649 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: l3_flavors.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.916508 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.917010 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: l3-flavors Jul 24 00:52:01.917331 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: l3_ndp_proxy.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.919391 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.919899 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 24 00:52:01.920226 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.921096 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.921602 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: l3-port-ip-change-not-allowed Jul 24 00:52:01.921927 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: l3agentscheduler.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.922942 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.923458 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: l3_agent_scheduler Jul 24 00:52:01.923783 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: local_ip.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.925465 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.925985 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension local_ip not supported by any of loaded plugins Jul 24 00:52:01.926319 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: logging.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.927767 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.928281 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension logging not supported by any of loaded plugins Jul 24 00:52:01.928608 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: metering.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.929301 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.929871 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: metering Jul 24 00:52:01.930193 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.931443 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.931956 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: metering_source_and_destination_fields Jul 24 00:52:01.932283 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: multiprovidernet.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.933427 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.934064 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: multi-provider Jul 24 00:52:01.934392 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: netmtu.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.935275 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.935780 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: net-mtu Jul 24 00:52:01.936104 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: netmtu_writable.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.936967 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.937475 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: net-mtu-writable Jul 24 00:52:01.937799 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: network_availability_zone.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.938429 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.938969 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: network_availability_zone Jul 24 00:52:01.939297 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: network_ip_availability.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.940337 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.940847 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: network-ip-availability Jul 24 00:52:01.941171 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: network_segment_range.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.941894 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.942398 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension network-segment-range not supported by any of loaded plugins Jul 24 00:52:01.942859 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: pagination.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.943692 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.944020 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: pagination Jul 24 00:52:01.944341 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: port_device_profile.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.945471 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.945982 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: port-device-profile Jul 24 00:52:01.946307 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: port_mac_address_override.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.947201 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.947708 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: port-mac-override Jul 24 00:52:01.948030 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.948900 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.949433 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: port-mac-address-regenerate Jul 24 00:52:01.949926 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.950810 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.951319 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: port-numa-affinity-policy Jul 24 00:52:01.951642 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: port_resource_request.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.952505 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.953007 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension port-resource-request not supported by any of loaded plugins Jul 24 00:52:01.953330 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: port_resource_request_groups.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.954248 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.954754 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 24 00:52:01.955099 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: portbindings.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.955967 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.956473 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: binding Jul 24 00:52:01.956796 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: portbindings_extended.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.957996 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.958510 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: binding-extended Jul 24 00:52:01.958864 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: portsecurity.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.959731 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.960238 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: port-security Jul 24 00:52:01.960568 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: project_id.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.961493 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.961822 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: project-id Jul 24 00:52:01.962142 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: providernet.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.963041 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.963557 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: provider Jul 24 00:52:01.963881 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: qos.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.967958 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.968475 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension qos not supported by any of loaded plugins Jul 24 00:52:01.968805 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.969987 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.970501 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 24 00:52:01.970861 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.971748 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.972254 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 24 00:52:01.972580 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: qos_default.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.973443 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.973949 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension qos-default not supported by any of loaded plugins Jul 24 00:52:01.974280 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: qos_fip.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.975169 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.975682 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension qos-fip not supported by any of loaded plugins Jul 24 00:52:01.976010 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: qos_fip_network_policy.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.976870 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.977374 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 24 00:52:01.977699 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: qos_gateway_ip.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.978560 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.979090 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 24 00:52:01.979415 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: qos_port_network_policy.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.980280 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.981321 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 24 00:52:01.981645 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.982621 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.983152 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 24 00:52:01.983479 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.984470 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.984979 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 24 00:52:01.985303 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: qos_pps_rule.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.986413 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.986950 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension qos-pps not supported by any of loaded plugins Jul 24 00:52:01.987279 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: qos_rule_type_details.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.988142 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.988648 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 24 00:52:01.988971 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: qos_rule_type_filter.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.989838 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.990342 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 24 00:52:01.990665 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: qos_rules_alias.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.991698 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.992210 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 24 00:52:01.992537 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: quota_check_limit.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.993399 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.993905 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: quota-check-limit Jul 24 00:52:01.994235 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: quotasv2.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.995149 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.995472 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: quotas Jul 24 00:52:01.995790 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: quotasv2_detail.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.997449 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:01.997783 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: quota_details Jul 24 00:52:01.998110 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: rbac.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:01.999571 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.000103 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: rbac-policies Jul 24 00:52:02.000434 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: rbac_address_group.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.001319 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.001831 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: rbac-address-group Jul 24 00:52:02.002161 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: rbac_address_scope.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.003064 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.003571 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: rbac-address-scope Jul 24 00:52:02.003895 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: rbac_security_groups.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.004839 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.005346 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: rbac-security-groups Jul 24 00:52:02.005671 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: rbac_subnetpool.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.006534 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.007077 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: rbac-subnetpool Jul 24 00:52:02.007401 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: revisionifmatch.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.008271 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.008774 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: revision-if-match Jul 24 00:52:02.009094 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: revisions.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.010166 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.010680 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: standard-attr-revisions Jul 24 00:52:02.011037 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: router_availability_zone.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.011704 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.012218 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: router_availability_zone Jul 24 00:52:02.012536 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: routerservicetype.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.013412 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.013921 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension router-service-type not supported by any of loaded plugins Jul 24 00:52:02.014245 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.015147 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.015652 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: security-groups-normalized-cidr Jul 24 00:52:02.015974 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: security_groups_port_filtering.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.016857 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.017364 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: port-security-groups-filtering Jul 24 00:52:02.017687 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.018576 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.019112 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: security-groups-remote-address-group Jul 24 00:52:02.019437 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.020324 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.020836 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: security-groups-shared-filtering Jul 24 00:52:02.021157 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: securitygroup.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.032467 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.033003 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: security-group Jul 24 00:52:02.033339 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: segment.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.034031 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.034550 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension segment not supported by any of loaded plugins Jul 24 00:52:02.034905 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.035799 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.036312 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 24 00:52:02.036641 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: servicetype.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.037681 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.038200 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: service-type Jul 24 00:52:02.038523 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: sorting.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.039487 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.039817 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: sorting Jul 24 00:52:02.040139 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: standard_attr_segment.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.040999 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.041505 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 24 00:52:02.041826 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: standardattrdescription.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.042428 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.043529 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: standard-attr-description Jul 24 00:52:02.043889 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: stateful_security_group.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.044788 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.045299 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: stateful-security-group Jul 24 00:52:02.045890 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: stdattrs_common.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.046442 dv-cinder-master-3-iscsi neutron-server[103888]: WARNING neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 24 00:52:02.046764 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.047656 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.048161 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 24 00:52:02.048486 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: subnet_onboard.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.049481 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.049988 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: subnet_onboard Jul 24 00:52:02.050314 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.051215 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.051721 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 24 00:52:02.052043 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: subnet_service_types.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.052917 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.053424 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: subnet-service-types Jul 24 00:52:02.053747 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: subnetallocation.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.054790 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.055315 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: subnet_allocation Jul 24 00:52:02.055642 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.056265 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.056769 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: subnetpool-prefix-ops Jul 24 00:52:02.057091 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.057964 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.058861 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 24 00:52:02.059190 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: tagging.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.060199 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.060713 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: standard-attr-tag Jul 24 00:52:02.061036 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: timestamp.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.062166 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.062687 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loaded extension: standard-attr-timestamp Jul 24 00:52:02.063044 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: trunk.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.064024 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.064540 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension trunk not supported by any of loaded plugins Jul 24 00:52:02.064866 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: trunk_details.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.065726 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.066235 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension trunk-details not supported by any of loaded plugins Jul 24 00:52:02.066558 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: uplink_status_propagation.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.067464 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.067972 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 24 00:52:02.068294 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Loading extension file: vlantransparent.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 24 00:52:02.068916 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 24 00:52:02.069415 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extension vlan-transparent not supported by any of loaded plugins Jul 24 00:52:02.072018 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Creating instance of TrackedResource for resource:network Jul 24 00:52:02.072545 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Creating instance of TrackedResource for resource:subnet Jul 24 00:52:02.072946 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Creating instance of TrackedResource for resource:subnetpool Jul 24 00:52:02.073339 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Creating instance of TrackedResource for resource:port Jul 24 00:52:02.074834 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:52:02.075274 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Service FLAVORS assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:52:02.075889 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:52:02.076310 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:52:02.076957 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Creating instance of TrackedResource for resource:router Jul 24 00:52:02.077388 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Creating instance of TrackedResource for resource:floatingip Jul 24 00:52:02.077868 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Service METERING assigned prefix: /metering {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:52:02.079317 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:02.079689 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:02.080040 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:52:02.081031 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Creating instance of CountableResource for resource:rbac_policy Jul 24 00:52:02.081481 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Creating instance of TrackedResource for resource:security_group Jul 24 00:52:02.081915 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 24 00:52:02.082432 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Service CORE assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:52:02.082760 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Creating instance of TrackedResource for resource:subnetpool Jul 24 00:52:02.083130 dv-cinder-master-3-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] subnetpool is already registered Jul 24 00:52:02.083560 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Service CORE assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:52:02.083889 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Creating instance of TrackedResource for resource:subnetpool Jul 24 00:52:02.084221 dv-cinder-master-3-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] subnetpool is already registered Jul 24 00:52:02.086628 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:52:02.087092 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Service FLAVORS assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:52:02.087685 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:52:02.088104 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:52:02.088433 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Creating instance of TrackedResource for resource:router Jul 24 00:52:02.088771 dv-cinder-master-3-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] router is already registered Jul 24 00:52:02.089175 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Creating instance of TrackedResource for resource:floatingip Jul 24 00:52:02.089509 dv-cinder-master-3-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] floatingip is already registered Jul 24 00:52:02.090474 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Service METERING assigned prefix: /metering {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:52:02.091257 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Creating instance of CountableResource for resource:rbac_policy Jul 24 00:52:02.091588 dv-cinder-master-3-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] rbac_policy is already registered Jul 24 00:52:02.091997 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Creating instance of TrackedResource for resource:security_group Jul 24 00:52:02.092331 dv-cinder-master-3-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] security_group is already registered Jul 24 00:52:02.092729 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 24 00:52:02.093065 dv-cinder-master-3-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] security_group_rule is already registered Jul 24 00:52:02.093689 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Service CORE assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:52:02.094021 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Creating instance of TrackedResource for resource:subnetpool Jul 24 00:52:02.094355 dv-cinder-master-3-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] subnetpool is already registered Jul 24 00:52:02.094800 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Service CORE assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:52:02.095125 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Creating instance of TrackedResource for resource:subnetpool Jul 24 00:52:02.095456 dv-cinder-master-3-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] subnetpool is already registered Jul 24 00:52:02.095920 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: extensions {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.097357 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: address-groups {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.098863 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: address-scopes {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.100251 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: agents {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.101407 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: auto-allocated-topology {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.102663 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: availability_zones {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.103929 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: dhcp-networks {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.105538 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: dhcp-agents {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.107028 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: routers {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.109242 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: flavors {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.110502 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: service_profiles {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.111759 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: next_providers {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.113223 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: service_profiles {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.114759 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: floatingip-pools {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.116017 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: routers {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.117731 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: floatingips {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.119025 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: l3-routers {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.120424 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: l3-agents {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.121887 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: metering-labels {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.123175 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: metering-label-rules {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.124577 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: network-ip-availabilities {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.125848 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: bindings {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.127434 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: quotas {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.129090 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: quotas {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.130642 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: rbac-policies {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.131885 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: security-groups {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.134046 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: security-group-rules {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.135350 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: service-providers {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.136614 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: subnetpools {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.138034 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: subnetpools {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.139635 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.141309 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.143157 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.144934 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.146911 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.148879 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.150571 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.153082 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.155225 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.157196 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:52:02.163785 dv-cinder-master-3-iscsi neutron-server[103888]: WARNING keystonemiddleware.auth_token [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 24 00:52:02.170080 dv-cinder-master-3-iscsi neutron-server[103888]: WARNING keystonemiddleware.auth_token [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 24 00:52:02.179546 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_concurrency.lockutils [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Acquired lock "singleton_lock" {{(pid=103888) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 24 00:52:02.180076 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_concurrency.lockutils [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Releasing lock "singleton_lock" {{(pid=103888) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 24 00:52:02.180742 dv-cinder-master-3-iscsi neutron-server[103888]: INFO oslo_service.service [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Starting 2 workers Jul 24 00:52:02.186146 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Started child 103995 {{(pid=103888) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 24 00:52:02.190914 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Started child 103996 {{(pid=103888) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 24 00:52:02.192307 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:02.193159 dv-cinder-master-3-iscsi neutron-server[103888]: INFO neutron.service [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Neutron service started, listening on 0.0.0.0:9696 Jul 24 00:52:02.193331 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Publish callbacks [] for process (None), before_spawn {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:02.193867 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [-] (103995) wsgi starting up on http://0.0.0.0:9696 Jul 24 00:52:02.195875 dv-cinder-master-3-iscsi neutron-server[103888]: INFO oslo_service.service [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Starting 1 workers Jul 24 00:52:02.196945 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:02.198649 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [-] (103996) wsgi starting up on http://0.0.0.0:9696 Jul 24 00:52:02.201405 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Started child 103997 {{(pid=103888) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 24 00:52:02.201993 dv-cinder-master-3-iscsi neutron-server[103888]: INFO oslo_service.service [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Starting 1 workers Jul 24 00:52:02.205784 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.service [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] calling RpcWorker wait() {{(pid=103997) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 24 00:52:02.206393 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.service [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] returning from RpcWorker wait() {{(pid=103997) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 24 00:52:02.206977 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Started child 103998 {{(pid=103888) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 24 00:52:02.207533 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:02.207794 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ef96e9ce-905d-4669-89bf-0318aad7977a None None] Publish callbacks [] for process (None), after_spawn {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:02.207994 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:02.209732 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103888) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 24 00:52:02.209937 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 24 00:52:02.210124 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 24 00:52:02.210350 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 24 00:52:02.210669 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 24 00:52:02.210855 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 24 00:52:02.211357 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.211636 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.211894 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.212169 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.212758 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.212895 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:02.213518 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.213518 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.213518 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.213889 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.213889 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.214163 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.214297 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.214541 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.215429 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.216257 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.216257 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.216257 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.216674 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.216674 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.216936 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.217177 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.217449 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] debug = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.217721 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.218214 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.218457 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.218745 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.218987 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.219219 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.219483 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.219737 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.219995 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.220224 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.220536 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.220714 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.220940 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.221169 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.221409 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.221688 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.221921 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.222420 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.222656 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.222916 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.223161 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.223404 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.223663 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.223857 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.224119 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.224371 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.224632 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.224877 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.225129 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.225379 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.225643 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.225858 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.226021 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_options = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.226267 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.226521 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.226822 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.227008 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.227178 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.227343 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.227579 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.227729 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.227979 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.228208 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.228422 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.228635 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.228848 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.229087 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.229345 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.229608 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.229811 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.230020 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.230271 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.231808 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.231808 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.231808 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.233362 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.234393 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.234634 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.234970 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.235165 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.235408 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.236567 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:02.236698 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.236849 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.237798 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.241071 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.242992 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.243812 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.244246 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.244646 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.245051 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.245464 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.245901 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.246318 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.247110 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.247538 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.247936 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.249238 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.249635 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.250131 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.250505 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_json = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.250900 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.251276 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.252036 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.252428 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.252815 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.253191 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.253570 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.253999 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.254367 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.254969 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.255404 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.255873 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.256282 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.256702 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.257084 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.257486 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.257860 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.258262 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.258642 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.259141 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.259393 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.259711 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.259992 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.260285 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.260631 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.260896 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.261188 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.261424 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.262266 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.262521 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.262833 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.263083 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.263324 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.263585 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.263841 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.264085 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.264557 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.264993 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.265440 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.265951 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.266405 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.266896 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.267352 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.267805 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.268249 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.268641 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.268879 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.269105 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.269349 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.269644 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.269890 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.270134 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.270370 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.270591 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.270872 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.271123 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.271383 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.271623 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.271867 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.272086 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.272304 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.272524 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.272738 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.272972 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.273194 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.273455 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.273703 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.273939 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.274184 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.274422 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.274671 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.274917 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.275137 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.275374 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.275582 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.275806 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.276024 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.276276 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.276495 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.276730 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.276944 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.277209 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.277986 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.278205 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.278426 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.278676 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.278919 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.279135 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.279345 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.279580 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.279811 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.280020 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.280232 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.280602 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.280829 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.281036 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.281249 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.281463 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.281678 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.281896 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.282216 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.282465 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.282866 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.283106 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.283362 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.283576 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.283824 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.284046 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.284282 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.284529 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.284787 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.285167 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.285431 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.285654 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.285871 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.286172 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.286355 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.286594 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.286837 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.287074 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.287288 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.287510 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.287744 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.287991 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.288219 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.288469 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.288712 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.288979 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.289214 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.289630 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.290076 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.290545 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.290816 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.291112 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.291334 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.291600 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.291914 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.292197 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.292475 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.292740 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.293627 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.294038 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.294310 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.294593 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.294871 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.295135 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.295378 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.295641 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.295882 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.296121 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.296356 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.296670 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.296902 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.297117 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.297336 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.297610 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.297957 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.298373 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.298810 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.299203 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.299636 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.299899 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.300137 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.300359 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.300594 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.300829 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.301064 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.301284 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.301521 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.301772 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.301996 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.302229 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.302463 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.302698 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.302933 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.303150 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.303373 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.303572 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.303828 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.304041 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.304275 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.304519 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.304736 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.304959 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.305194 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.305429 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.305658 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.305876 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.306143 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.306403 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.306636 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.306887 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.307146 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.307402 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.307619 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.307869 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.308349 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.309192 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.309577 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.309780 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.310028 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.310268 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.310384 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:02.310502 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.310717 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.311003 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.311243 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.311575 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.311841 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.312089 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.312317 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.312572 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.312822 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.313062 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.313273 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.313522 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.313738 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.314112 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.314494 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.314904 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.315263 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.315628 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.315993 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.316395 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.316769 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.317164 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.317405 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.317653 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.317873 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.318251 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.318498 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.318716 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.318957 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.319172 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.319394 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.319633 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.319932 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.320177 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.320572 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.320979 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.321259 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.321501 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.321735 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.321949 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.322167 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.322383 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.322601 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.322859 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.323093 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.323308 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.323523 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.323777 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.323999 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.324360 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.324670 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.325012 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.325235 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.325464 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.325696 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.325934 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.326166 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.326381 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.326590 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.326909 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.327137 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.327348 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.327592 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.327803 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.328015 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.328237 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.328454 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.328664 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.328974 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.329226 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.329455 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.329740 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.329970 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.330216 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.330456 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.330748 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.330986 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.331269 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.331524 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.332306 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.332306 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.332306 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.332538 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.332828 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.333029 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.333302 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.333554 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.333841 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.334124 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.334331 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.334625 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.334993 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.335262 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.335502 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.335741 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.335993 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.336244 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.336462 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.336698 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.336935 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.337175 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.337434 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.337669 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.337892 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.338127 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.338376 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.338595 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.338840 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.339054 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.339279 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.339496 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.339703 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 24 00:52:02.340325 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103888) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 24 00:52:02.340497 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 24 00:52:02.340655 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 24 00:52:02.340850 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 24 00:52:02.341025 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 24 00:52:02.341180 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 24 00:52:02.341390 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.341558 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.341718 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.341879 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.342067 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.342227 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.342539 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.342867 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.343172 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.343484 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.343645 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.343943 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.344271 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.344436 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.344599 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.344762 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.344924 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.345090 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.345251 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.345417 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.345578 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.345729 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] debug = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.345887 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.346097 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.346270 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.346420 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.346580 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.346740 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.346921 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.347081 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.347224 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.347388 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.347549 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.347709 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.347868 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.348027 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.348186 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.348346 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.348505 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.348666 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.348825 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.348984 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.349143 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.349306 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.349465 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.349624 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.349783 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.349942 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.350101 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.350260 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.350421 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.350579 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.350738 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.350918 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.351077 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_options = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.351236 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.351394 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.351552 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.351737 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.351903 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.352063 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.352222 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.352382 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.352541 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.352699 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.352859 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.353022 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.353164 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.353322 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.353480 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.353638 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.353801 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.353977 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.354137 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.354297 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.354457 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.354615 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.354794 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.354951 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.355110 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.355267 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.355940 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.356099 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.356257 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.356417 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.356577 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.356755 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.356916 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.357075 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.357233 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.357393 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.357549 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.357707 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.357872 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.358031 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.358190 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.358350 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.358507 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.358666 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.358854 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.359016 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.359174 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_json = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.359333 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.359491 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.359653 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.359813 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.359971 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.360129 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.360289 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.360448 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.360607 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:52:02.360787 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.360950 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.361122 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.361283 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.361444 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.361607 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.361769 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.361931 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.362091 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.362253 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.362421 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.362583 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.362754 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.362939 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.363101 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.363263 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.363425 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.363588 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.363751 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.363913 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.364075 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.364235 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.364407 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.364568 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.364728 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.364889 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.365051 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.365220 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.365381 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.365548 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.365723 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.365884 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.366046 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.366208 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.366369 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.366534 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.366695 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.366879 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.367044 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.367208 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.367369 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.367531 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.367692 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.367853 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.368016 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.368178 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.368340 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.368503 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.368664 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.368825 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.368988 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.369150 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.369316 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.369478 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.369645 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.369810 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.369973 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.370144 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.370305 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.370466 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.370627 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.370817 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.371047 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.371691 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.371854 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.372016 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.372179 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.372340 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.372514 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.372675 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.372837 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.372999 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.373161 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.373323 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.373484 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.373645 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.373806 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.373968 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.374131 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.374292 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.374453 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.374614 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.374815 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.374956 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.375118 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.375280 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.375443 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.375605 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.375767 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.375928 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.376090 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.376267 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.376429 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.376591 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.376753 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.376915 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.377077 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.377240 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.377403 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.377565 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.377727 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.377888 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.378050 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.378214 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.378375 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.378537 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.378698 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.378882 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.379045 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.379208 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.379369 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.379533 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.379695 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.379857 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.380019 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.380180 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.380342 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.380503 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.380663 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.380825 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.380986 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.381146 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.381316 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.381479 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.381644 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.381804 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.381972 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.382144 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.382305 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.382467 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.382629 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.382818 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.382976 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.383138 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.383300 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.383465 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.383627 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.383788 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.383961 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.384123 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.384284 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.384446 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.384631 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.384791 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.384953 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.385114 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.385275 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.385436 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.385597 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.385758 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.385920 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.386081 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.386242 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.386405 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.386590 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.386752 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.386951 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.387084 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.387249 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.387412 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.387573 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.387735 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.387898 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.388059 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.388221 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.388382 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.388543 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.388705 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.388866 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.389028 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.389189 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.389351 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.389517 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.389678 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.389840 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.390004 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.390171 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.390330 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.390494 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.390659 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.390842 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.391005 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.391168 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.391330 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.391492 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.391655 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.391819 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.391980 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.392146 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.392314 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.392476 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.392641 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.392805 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.392967 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.393131 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.393293 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.393456 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.393634 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.393796 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.393958 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.394123 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.394286 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.394448 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.394610 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.394793 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.395021 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.395182 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.395348 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.395510 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.395671 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.395834 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.395995 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.396156 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.396325 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.396475 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.396639 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.396802 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.396966 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.397128 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.397291 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.397452 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.397614 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.397776 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.397967 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.398128 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.398290 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.398465 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.398627 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.398805 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.398971 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.399133 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.399296 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.399473 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.399635 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.399796 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.399958 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.400121 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.400308 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.400989 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.400989 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.400989 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.400989 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.401290 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.401290 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.401437 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.401513 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.401644 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.401805 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.401966 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.402130 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.402364 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.402615 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.402700 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.402847 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.403009 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.403170 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.403342 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.403519 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.403668 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.403829 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.403991 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.404152 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.404325 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.404489 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.404652 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.404823 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.404985 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.405146 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.405308 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.405481 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.405643 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.405808 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.405970 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.406131 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.406293 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.406456 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.406624 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.406819 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.406984 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.407147 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.407317 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.407487 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.407658 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.407820 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.407987 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.408160 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.408322 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.408480 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.408631 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.408793 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.408954 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.409117 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.409275 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.409433 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.409595 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.409756 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.409918 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.410079 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.410243 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.410408 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.410569 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.410730 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.410914 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.411076 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.411242 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:52:02.411397 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 24 00:52:02.504369 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 56428) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:52:02.513080 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066278 Jul 24 00:52:11.686251 dv-cinder-master-3-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:13.568734 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd99ce99-5f67-4c82-86f7-4f9f117f6d15 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=103997) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 24 00:52:13.584632 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writer thread running {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 24 00:52:13.674673 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd99ce99-5f67-4c82-86f7-4f9f117f6d15 None None] No non-hosted networks {{(pid=103997) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 24 00:52:13.723570 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.agentschedulers_db [None req-fd99ce99-5f67-4c82-86f7-4f9f117f6d15 None None] DHCP Agent not found on host dv-cinder-master-3-iscsi {{(pid=103997) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 24 00:52:13.727272 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-20d1ab60-aee5-4137-b20c-51cf8ef3fcfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-687213'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:15.258274 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writer thread running {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 24 00:52:15.791773 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-577746eb-1d8e-4b71-9106-61ae186df026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-687213'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:15.847720 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7cef1ce8-5032-4eb1-8073-601ffd0578ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:16.830940 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 56500) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:52:17.083978 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-687213'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:17.438459 dv-cinder-master-3-iscsi neutron-server[103995]: WARNING oslo_policy.policy [None req-7d1c31b1-c2a8-4e7c-9adc-8c9acd7e0cc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 00:52:17.439178 dv-cinder-master-3-iscsi neutron-server[103995]: WARNING oslo_policy.policy [None req-7d1c31b1-c2a8-4e7c-9adc-8c9acd7e0cc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 00:52:17.656652 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [None req-7d1c31b1-c2a8-4e7c-9adc-8c9acd7e0cc8 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 00:52:17.658833 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-7d1c31b1-c2a8-4e7c-9adc-8c9acd7e0cc8 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8232234 Jul 24 00:52:18.381544 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-687213'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:18.795399 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-687213'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:18.796082 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:18.796423 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:18.796756 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:18.797101 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:18.797413 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:18.797737 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:18.798058 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:18.798404 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:18.798730 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:18.799074 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:18.799412 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:18.799737 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:18.800069 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:18.800390 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:18.800704 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:18.801079 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:18.813711 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:20.025741 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 56534) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:52:20.101921 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.db.l3_hamode_db [None req-d0a3b99b-0cc1-40f5-bff1-19a3a7ac52b6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 24 00:52:20.187394 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a3b99b-0cc1-40f5-bff1-19a3a7ac52b6 None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 00:52:20.187783 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a3b99b-0cc1-40f5-bff1-19a3a7ac52b6 None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 24 00:52:20.388129 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-f59b312b-e0c7-485f-a7f2-ee0560e9da67 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 00:52:20.482459 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.policy [None req-f59b312b-e0c7-485f-a7f2-ee0560e9da67 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103995) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 24 00:52:20.526426 dv-cinder-master-3-iscsi neutron-server[103995]: WARNING oslo_policy.policy [None req-f59b312b-e0c7-485f-a7f2-ee0560e9da67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 00:52:20.527116 dv-cinder-master-3-iscsi neutron-server[103995]: WARNING oslo_policy.policy [None req-f59b312b-e0c7-485f-a7f2-ee0560e9da67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 00:52:20.548441 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writer thread running {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 24 00:52:20.625658 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f59b312b-e0c7-485f-a7f2-ee0560e9da67 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763392634802', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763392634278', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763392650890', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763392525428', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763392533107', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763392542218', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1658890', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1891430', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-830998', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-938432'] for rbac-policy (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:20.696921 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f59b312b-e0c7-485f-a7f2-ee0560e9da67 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:20.698107 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-f59b312b-e0c7-485f-a7f2-ee0560e9da67 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6712313 Jul 24 00:52:22.911639 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 56546) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:52:23.234136 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 00:52:23.263345 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Made reservation on behalf of 6f3cc53c4c724b8fbbf2a5007a00648c for: {'network': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:52:23.267820 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for network (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:23.284569 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:23.394710 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Publish callbacks [] for security_group (e4f973fe-d272-4e8d-80a0-52aaca777589), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:23.399056 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (e4f973fe-d272-4e8d-80a0-52aaca777589), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:23.420306 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:52:23.457202 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763390966851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (4525f92b-a9f0-4276-a910-5dfef9d322ff), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:23.457766 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Unsubscribe: segment precommit_create {{(pid=103995) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 24 00:52:23.458305 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.segments_db [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Added segment 4525f92b-a9f0-4276-a910-5dfef9d322ff of type vlan for network 0412779e-8e3e-4263-8371-46b2381945ae Jul 24 00:52:23.477853 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f973fe-d272-4e8d-80a0-52aaca777589,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:23.527665 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:23.528004 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:23.528358 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:23.528706 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:23.529033 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:23.529353 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:23.529676 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:23.529996 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:23.530318 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:23.530629 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:23.530984 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:23.531317 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:23.531634 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:23.531944 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:23.532253 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Tracked resource versions report: Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: pushed versions: Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: { 'AddressGroup': {'1.2'}, Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'Agent': {'1.1'}, Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'ConntrackHelper': {'1.0'}, Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'LocalIPAssociation': {'1.0'}, Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'Log': {'1.0'}, Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'NDPProxy': {'1.0'}, Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'Network': {'1.1'}, Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'Port': {'1.7'}, Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'PortForwarding': {'1.3'}, Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'QosPolicy': {'1.10'}, Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'SecurityGroup': {'1.5'}, Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'SecurityGroupRule': {'1.2'}, Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'SubPort': {'1.0'}, Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'Subnet': {'1.1'}, Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'Trunk': {'1.1'}} Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: consumer versions: Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'Agent': '1.1', Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'ConntrackHelper': '1.0', Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'LocalIPAssociation': '1.0', Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'Log': '1.0', Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'NDPProxy': '1.0', Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'Network': '1.1', Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'Port': '1.7', Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'PortForwarding': '1.3', Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'QosPolicy': '1.10', Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'SecurityGroup': '1.5', Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'SecurityGroupRule': '1.2', Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'SubPort': '1.0', Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'Subnet': '1.1', Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: 'Trunk': '1.1'}} Jul 24 00:52:23.533701 dv-cinder-master-3-iscsi neutron-server[103995]: {{(pid=103995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 00:52:23.567007 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763390501425'] for network (0412779e-8e3e-4263-8371-46b2381945ae), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:23.603502 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=54,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:23.614400 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for network (0412779e-8e3e-4263-8371-46b2381945ae), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:23.619636 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:52:23.621045 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:23.694625 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7819178 Jul 24 00:52:23.748514 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8735b40-d94f-42c0-9dcf-8e1242a1b89d demo demo] Pushing event updated for resources: {'Network': ['ID=0412779e-8e3e-4263-8371-46b2381945ae,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:23.760759 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Network 0412779e-8e3e-4263-8371-46b2381945ae details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:52:25.996316 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 56560) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:52:26.491517 dv-cinder-master-3-iscsi neutron-server[103996]: WARNING oslo_policy.policy [None req-46bc605c-a80d-4ad2-86f4-7c012ba20c76 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 00:52:26.492043 dv-cinder-master-3-iscsi neutron-server[103996]: WARNING oslo_policy.policy [None req-46bc605c-a80d-4ad2-86f4-7c012ba20c76 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 00:52:26.717231 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writer thread running {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 24 00:52:26.920479 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.policy [None req-46bc605c-a80d-4ad2-86f4-7c012ba20c76 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103996) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 24 00:52:26.962648 dv-cinder-master-3-iscsi neutron-server[103996]: WARNING oslo_policy.policy [None req-46bc605c-a80d-4ad2-86f4-7c012ba20c76 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 00:52:26.963046 dv-cinder-master-3-iscsi neutron-server[103996]: WARNING oslo_policy.policy [None req-46bc605c-a80d-4ad2-86f4-7c012ba20c76 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 00:52:26.971515 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bc605c-a80d-4ad2-86f4-7c012ba20c76 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:52:26.973245 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-46bc605c-a80d-4ad2-86f4-7c012ba20c76 demo admin] 10.222.0.18 "GET /v2.0/networks/0412779e-8e3e-4263-8371-46b2381945ae HTTP/1.1" status: 200 len: 825 time: 0.9760103 Jul 24 00:52:27.012797 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b4f76235-3638-4cdb-b85e-fe45fd8ffeb3 demo admin] 10.222.0.18 "GET /v2.0/subnetpools/d0b99e75-aee8-46e9-b8e0-5bb740bab03f HTTP/1.1" status: 200 len: 734 time: 0.0338130 Jul 24 00:52:27.021803 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '0412779e-8e3e-4263-8371-46b2381945ae', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd0b99e75-aee8-46e9-b8e0-5bb740bab03f', 'name': 'private-subnet'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 00:52:27.059549 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Made reservation on behalf of 6f3cc53c4c724b8fbbf2a5007a00648c for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:52:27.062436 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:27.347151 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for subnet (54ffcc62-f773-4fff-b68a-5b17bae16c1b), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:27.422296 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Checking segment: {'id': '4525f92b-a9f0-4276-a910-5dfef9d322ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0412779e-8e3e-4263-8371-46b2381945ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 00:52:27.422670 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Network hostable DHCP agents. Network: 0412779e-8e3e-4263-8371-46b2381945ae, hostable agents: ['c3e033ef-4c45-4acb-8d93-0c64c51b87a9'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:52:27.430057 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Pushing event updated for resources: {'Subnet': ['ID=54ffcc62-f773-4fff-b68a-5b17bae16c1b,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:27.441515 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:27.441851 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:27.442199 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:27.442543 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:27.442897 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:27.443217 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:27.443529 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:27.443840 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:27.444166 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:27.444481 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:27.444822 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:27.445149 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:27.445460 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:27.445767 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:27.446073 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Tracked resource versions report: Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: pushed versions: Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: { 'AddressGroup': {'1.2'}, Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'Agent': {'1.1'}, Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'ConntrackHelper': {'1.0'}, Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'LocalIPAssociation': {'1.0'}, Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'Log': {'1.0'}, Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'NDPProxy': {'1.0'}, Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'Network': {'1.1'}, Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'Port': {'1.7'}, Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'PortForwarding': {'1.3'}, Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'QosPolicy': {'1.10'}, Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'SecurityGroup': {'1.5'}, Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'SecurityGroupRule': {'1.2'}, Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'SubPort': {'1.0'}, Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'Subnet': {'1.1'}, Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'Trunk': {'1.1'}} Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: consumer versions: Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'Agent': '1.1', Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'ConntrackHelper': '1.0', Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'LocalIPAssociation': '1.0', Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'Log': '1.0', Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'NDPProxy': '1.0', Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'Network': '1.1', Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'Port': '1.7', Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'PortForwarding': '1.3', Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'QosPolicy': '1.10', Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'SecurityGroup': '1.5', Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'SecurityGroupRule': '1.2', Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'SubPort': '1.0', Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'Subnet': '1.1', Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: 'Trunk': '1.1'}} Jul 24 00:52:27.447482 dv-cinder-master-3-iscsi neutron-server[103996]: {{(pid=103996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 00:52:27.472959 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Network 0412779e-8e3e-4263-8371-46b2381945ae is scheduled to be hosted by DHCP agent c3e033ef-4c45-4acb-8d93-0c64c51b87a9 with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:52:27.486349 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 0412779e-8e3e-4263-8371-46b2381945ae) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:52:27.490930 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:52:27.491563 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:27.496143 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ce4137-5d89-491b-a63c-707a5ecb12b1 None None] Network 0412779e-8e3e-4263-8371-46b2381945ae requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 00:52:27.513961 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c69acf10-d10c-49ad-9450-94fddfd27326 demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4955451 Jul 24 00:52:27.768120 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-0412779e-8e3e-4263-8371-46b2381945ae', 'network_id': '0412779e-8e3e-4263-8371-46b2381945ae', 'project_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'fixed_ips': [{'subnet_id': '54ffcc62-f773-4fff-b68a-5b17bae16c1b'}]}} from dv-cinder-master-3-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 00:52:27.769482 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:28.048830 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Allocated IP 172.20.0.2 (0412779e-8e3e-4263-8371-46b2381945ae/54ffcc62-f773-4fff-b68a-5b17bae16c1b/8df31b61-c3b5-4153-a4b9-4f8439225f2a) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:52:28.119040 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=59,neutron:INSERT=38,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:28.324677 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Publish callbacks [] for port (8df31b61-c3b5-4153-a4b9-4f8439225f2a), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:28.335126 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (8df31b61-c3b5-4153-a4b9-4f8439225f2a), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:28.406088 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Network 0412779e-8e3e-4263-8371-46b2381945ae is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:52:28.419030 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:52:28.424045 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Pushing event updated for resources: {'Port': ['ID=8df31b61-c3b5-4153-a4b9-4f8439225f2a,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:28.428174 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 00:52:28.436897 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:28.437246 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:28.437613 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:28.437976 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:28.438318 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:28.438653 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:28.439015 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:28.439345 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:28.439676 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:28.440009 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:28.440343 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:28.440687 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:28.441018 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:28.441346 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:28.441674 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Tracked resource versions report: Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: pushed versions: Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: { 'AddressGroup': {'1.2'}, Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'Agent': {'1.1'}, Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'ConntrackHelper': {'1.0'}, Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'LocalIPAssociation': {'1.0'}, Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'Log': {'1.0'}, Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'NDPProxy': {'1.0'}, Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'Network': {'1.1'}, Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'Port': {'1.7'}, Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'PortForwarding': {'1.3'}, Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'QosPolicy': {'1.10'}, Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'SecurityGroup': {'1.5'}, Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'SecurityGroupRule': {'1.2'}, Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'SubPort': {'1.0'}, Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'Subnet': {'1.1'}, Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'Trunk': {'1.1'}} Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: consumer versions: Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'Agent': '1.1', Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'ConntrackHelper': '1.0', Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'LocalIPAssociation': '1.0', Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'Log': '1.0', Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'NDPProxy': '1.0', Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'Network': '1.1', Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'Port': '1.7', Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'PortForwarding': '1.3', Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'QosPolicy': '1.10', Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'SecurityGroup': '1.5', Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'SecurityGroupRule': '1.2', Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'SubPort': '1.0', Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'Subnet': '1.1', Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: 'Trunk': '1.1'}} Jul 24 00:52:28.443172 dv-cinder-master-3-iscsi neutron-server[103997]: {{(pid=103997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 00:52:28.520516 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Attempting to bind port 8df31b61-c3b5-4153-a4b9-4f8439225f2a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 00:52:28.521097 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Attempting to bind port 8df31b61-c3b5-4153-a4b9-4f8439225f2a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '4525f92b-a9f0-4276-a910-5dfef9d322ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0412779e-8e3e-4263-8371-46b2381945ae'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 00:52:28.521332 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Attempting to bind port 8df31b61-c3b5-4153-a4b9-4f8439225f2a on network 0412779e-8e3e-4263-8371-46b2381945ae {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 00:52:28.526958 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 0, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 00:52:28.527340 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Checking segment: {'id': '4525f92b-a9f0-4276-a910-5dfef9d322ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0412779e-8e3e-4263-8371-46b2381945ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 00:52:28.527813 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:28.528199 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Bound using segment: {'id': '4525f92b-a9f0-4276-a910-5dfef9d322ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0412779e-8e3e-4263-8371-46b2381945ae'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 00:52:28.528659 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Bound port: 8df31b61-c3b5-4153-a4b9-4f8439225f2a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4525f92b-a9f0-4276-a910-5dfef9d322ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0412779e-8e3e-4263-8371-46b2381945ae'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 00:52:28.529057 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (8df31b61-c3b5-4153-a4b9-4f8439225f2a), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:28.542087 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:28.592050 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] For port 8df31b61-c3b5-4153-a4b9-4f8439225f2a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:52:28.612346 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] For port 8df31b61-c3b5-4153-a4b9-4f8439225f2a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8df31b61-c3b5-4153-a4b9-4f8439225f2a,segment=NetworkSegment(4525f92b-a9f0-4276-a910-5dfef9d322ff),segment_id=4525f92b-a9f0-4276-a910-5dfef9d322ff)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:52:28.619012 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (8df31b61-c3b5-4153-a4b9-4f8439225f2a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:28.671829 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ee42e-f28e-449d-9417-4fbfadaaa879 None None] Pushing event updated for resources: {'Port': ['ID=8df31b61-c3b5-4153-a4b9-4f8439225f2a,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:29.394336 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=14,neutron:INSERT=31 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:29.404221 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=10 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:29.808126 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 56586) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:52:30.143126 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [None req-47cf3c90-6f5f-46b7-8432-c13cc28d8414 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 00:52:30.144133 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-47cf3c90-6f5f-46b7-8432-c13cc28d8414 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3347390 Jul 24 00:52:32.471036 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 56594) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:52:32.803787 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [None req-cd24cb7f-8ed1-479d-a409-c8c584b835f5 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 00:52:32.804785 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-cd24cb7f-8ed1-479d-a409-c8c584b835f5 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3327234 Jul 24 00:52:33.745411 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=51,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:35.120915 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 56602) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:52:35.460712 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-0719520f-cad5-40c7-a05f-5c6cd03b9512 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 00:52:35.493452 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0719520f-cad5-40c7-a05f-5c6cd03b9512 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1231'] for router (34943982-d996-48a6-9875-36064d7b10c7), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:35.495259 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0719520f-cad5-40c7-a05f-5c6cd03b9512 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-723578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1272'] for router (34943982-d996-48a6-9875-36064d7b10c7), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:35.637527 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0719520f-cad5-40c7-a05f-5c6cd03b9512 demo demo] Publish callbacks [] for router_controller (34943982-d996-48a6-9875-36064d7b10c7), precommit_add_association {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:35.642003 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0719520f-cad5-40c7-a05f-5c6cd03b9512 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674738'] for router (34943982-d996-48a6-9875-36064d7b10c7), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:35.658906 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0719520f-cad5-40c7-a05f-5c6cd03b9512 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:35.660087 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-0719520f-cad5-40c7-a05f-5c6cd03b9512 demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5382059 Jul 24 00:52:36.573446 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 8df31b61-c3b5-4153-a4b9-4f8439225f2a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:52:36.656583 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 8df31b61-c3b5-4153-a4b9-4f8439225f2a triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 00:52:36.656997 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (8df31b61-c3b5-4153-a4b9-4f8439225f2a), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:36.762162 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57b2e8e-d261-438a-b6d6-156f1d3455fe None None] Network 0412779e-8e3e-4263-8371-46b2381945ae requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 00:52:36.781498 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 8df31b61-c3b5-4153-a4b9-4f8439225f2a is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 00:52:36.781884 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (8df31b61-c3b5-4153-a4b9-4f8439225f2a), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:36.856951 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-ea6aebcc-af19-45f2-a4ad-21f22350cec5 None None] Provisioning complete for port 8df31b61-c3b5-4153-a4b9-4f8439225f2a triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 00:52:36.857342 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ea6aebcc-af19-45f2-a4ad-21f22350cec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (8df31b61-c3b5-4153-a4b9-4f8439225f2a), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:36.883426 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] For port 8df31b61-c3b5-4153-a4b9-4f8439225f2a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8df31b61-c3b5-4153-a4b9-4f8439225f2a,segment=NetworkSegment(4525f92b-a9f0-4276-a910-5dfef9d322ff),segment_id=4525f92b-a9f0-4276-a910-5dfef9d322ff)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:36.892480 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (8df31b61-c3b5-4153-a4b9-4f8439225f2a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:36.998553 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:37.001795 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Pushing event updated for resources: {'Port': ['ID=8df31b61-c3b5-4153-a4b9-4f8439225f2a,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:37.035576 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-ea6aebcc-af19-45f2-a4ad-21f22350cec5 None None] Current status of the port 8df31b61-c3b5-4153-a4b9-4f8439225f2a is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 00:52:37.254047 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-278edaba-a418-4db3-8b6d-b06a10768130 None None] Provisioning complete for port 8df31b61-c3b5-4153-a4b9-4f8439225f2a triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 00:52:37.254374 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-278edaba-a418-4db3-8b6d-b06a10768130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (8df31b61-c3b5-4153-a4b9-4f8439225f2a), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:37.326097 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-278edaba-a418-4db3-8b6d-b06a10768130 None None] Current status of the port 8df31b61-c3b5-4153-a4b9-4f8439225f2a is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 00:52:37.506112 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:37.507682 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=59,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:37.950411 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 56620) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:52:38.271933 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [None req-12a57f0b-1b6f-42aa-ae60-19277f6d7c6c admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 00:52:38.272925 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-12a57f0b-1b6f-42aa-ae60-19277f6d7c6c admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3215296 Jul 24 00:52:38.563871 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 8df31b61-c3b5-4153-a4b9-4f8439225f2a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:52:38.611370 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 8df31b61-c3b5-4153-a4b9-4f8439225f2a triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 00:52:38.611771 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (8df31b61-c3b5-4153-a4b9-4f8439225f2a), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:38.644657 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:38.683889 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 8df31b61-c3b5-4153-a4b9-4f8439225f2a is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 00:52:40.530442 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 56628) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:52:40.850521 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-ab14a99a-b315-45ec-8428-c95d54ca8764 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 00:52:40.872978 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab14a99a-b315-45ec-8428-c95d54ca8764 admin admin] Made reservation on behalf of 17ae0b4181524f419070ad7610eaf309 for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:52:40.875411 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ab14a99a-b315-45ec-8428-c95d54ca8764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:40.890996 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ab14a99a-b315-45ec-8428-c95d54ca8764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:40.995502 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ab14a99a-b315-45ec-8428-c95d54ca8764 admin admin] Publish callbacks [] for security_group (4689c520-9329-4936-ba96-fb9057b89824), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:40.998875 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ab14a99a-b315-45ec-8428-c95d54ca8764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (4689c520-9329-4936-ba96-fb9057b89824), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:41.013144 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ab14a99a-b315-45ec-8428-c95d54ca8764 admin admin] Reserving flat network on physical network physnet1 {{(pid=103996) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 24 00:52:41.035860 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14a99a-b315-45ec-8428-c95d54ca8764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4689c520-9329-4936-ba96-fb9057b89824,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:41.042458 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ab14a99a-b315-45ec-8428-c95d54ca8764 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763390966851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (774941f0-335a-45c4-b505-443b502e7c4a), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:41.043017 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ab14a99a-b315-45ec-8428-c95d54ca8764 admin admin] Unsubscribe: segment precommit_create {{(pid=103996) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 24 00:52:41.043502 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-ab14a99a-b315-45ec-8428-c95d54ca8764 admin admin] Added segment 774941f0-335a-45c4-b505-443b502e7c4a of type flat for network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 Jul 24 00:52:41.095600 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ab14a99a-b315-45ec-8428-c95d54ca8764 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763390501425'] for network (30da6a4f-d180-4fbe-b96a-a0d04943d2a6), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:41.136852 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ab14a99a-b315-45ec-8428-c95d54ca8764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for network (30da6a4f-d180-4fbe-b96a-a0d04943d2a6), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:41.137771 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab14a99a-b315-45ec-8428-c95d54ca8764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:52:41.138340 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ab14a99a-b315-45ec-8428-c95d54ca8764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:41.215398 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-ab14a99a-b315-45ec-8428-c95d54ca8764 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6838391 Jul 24 00:52:41.252317 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14a99a-b315-45ec-8428-c95d54ca8764 admin admin] Pushing event updated for resources: {'Network': ['ID=30da6a4f-d180-4fbe-b96a-a0d04943d2a6,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:41.263664 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:52:43.485586 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 56636) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:52:43.524748 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-09f913c8-6ab8-4652-9f8a-38e463e6de52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:43.853665 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05733bab-e68d-436a-8281-314394f36af9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:52:43.854964 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-05733bab-e68d-436a-8281-314394f36af9 demo admin] 10.222.0.18 "GET /v2.0/subnets/54ffcc62-f773-4fff-b68a-5b17bae16c1b HTTP/1.1" status: 200 len: 849 time: 0.3684123 Jul 24 00:52:44.013616 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-546a7146-d71e-4589-80e8-a9d64e10ae3c demo admin] 10.222.0.18 "GET /v2.0/routers/34943982-d996-48a6-9875-36064d7b10c7 HTTP/1.1" status: 200 len: 704 time: 0.1527216 Jul 24 00:52:44.284680 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-349990f9-04f7-4b66-a9e0-6cfa81c3290f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:44.495201 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:44.563237 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:44.576654 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-349990f9-04f7-4b66-a9e0-6cfa81c3290f demo admin] Allocated IP 172.20.0.1 (0412779e-8e3e-4263-8371-46b2381945ae/54ffcc62-f773-4fff-b68a-5b17bae16c1b/7f161c88-10cc-41b4-9a08-db913c2d21d7) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:52:44.737614 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-349990f9-04f7-4b66-a9e0-6cfa81c3290f demo admin] Publish callbacks [] for port (7f161c88-10cc-41b4-9a08-db913c2d21d7), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:44.797928 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-349990f9-04f7-4b66-a9e0-6cfa81c3290f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (7f161c88-10cc-41b4-9a08-db913c2d21d7), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:44.875696 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349990f9-04f7-4b66-a9e0-6cfa81c3290f demo admin] Network 0412779e-8e3e-4263-8371-46b2381945ae is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:52:44.883479 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-349990f9-04f7-4b66-a9e0-6cfa81c3290f demo admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:52:44.886229 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349990f9-04f7-4b66-a9e0-6cfa81c3290f demo admin] Pushing event updated for resources: {'Port': ['ID=7f161c88-10cc-41b4-9a08-db913c2d21d7,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:44.888777 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349990f9-04f7-4b66-a9e0-6cfa81c3290f demo admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 00:52:44.889350 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-349990f9-04f7-4b66-a9e0-6cfa81c3290f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687689'] for router_interface (34943982-d996-48a6-9875-36064d7b10c7), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:45.087800 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-9f476a37-6e29-495e-946d-69cab0bfd939 None None] Provisioning complete for port 7f161c88-10cc-41b4-9a08-db913c2d21d7 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 00:52:45.088385 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9f476a37-6e29-495e-946d-69cab0bfd939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (7f161c88-10cc-41b4-9a08-db913c2d21d7), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:45.121198 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-9f476a37-6e29-495e-946d-69cab0bfd939 None None] Port 7f161c88-10cc-41b4-9a08-db913c2d21d7 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 00:52:45.144798 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-349990f9-04f7-4b66-a9e0-6cfa81c3290f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (7f161c88-10cc-41b4-9a08-db913c2d21d7), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:45.353714 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-349990f9-04f7-4b66-a9e0-6cfa81c3290f demo admin] Publish callbacks [] for port (7f161c88-10cc-41b4-9a08-db913c2d21d7), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:45.358072 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-349990f9-04f7-4b66-a9e0-6cfa81c3290f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (7f161c88-10cc-41b4-9a08-db913c2d21d7), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:45.358860 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-349990f9-04f7-4b66-a9e0-6cfa81c3290f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687781'] for router_interface (34943982-d996-48a6-9875-36064d7b10c7), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:45.444135 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349990f9-04f7-4b66-a9e0-6cfa81c3290f demo admin] Pushing event updated for resources: {'Port': ['ID=7f161c88-10cc-41b4-9a08-db913c2d21d7,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:45.479483 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:45.484463 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349990f9-04f7-4b66-a9e0-6cfa81c3290f demo admin] Network 0412779e-8e3e-4263-8371-46b2381945ae is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:52:45.486198 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-349990f9-04f7-4b66-a9e0-6cfa81c3290f demo admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:52:45.643778 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-ab6b8aa6-d720-45bc-b7db-a898a6bfea8e None None] Provisioning complete for port 7f161c88-10cc-41b4-9a08-db913c2d21d7 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 00:52:45.644167 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ab6b8aa6-d720-45bc-b7db-a898a6bfea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (7f161c88-10cc-41b4-9a08-db913c2d21d7), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:45.649509 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349990f9-04f7-4b66-a9e0-6cfa81c3290f demo admin] Router 34943982-d996-48a6-9875-36064d7b10c7 is scheduled to L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a with binding_index 1 {{(pid=103996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 00:52:45.654092 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=8,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:45.655352 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=11,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:45.722038 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-ab6b8aa6-d720-45bc-b7db-a898a6bfea8e None None] Port 7f161c88-10cc-41b4-9a08-db913c2d21d7 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 00:52:45.722993 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:45.745559 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349990f9-04f7-4b66-a9e0-6cfa81c3290f demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:52:45.750608 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-349990f9-04f7-4b66-a9e0-6cfa81c3290f demo admin] 10.222.0.18 "PUT /v2.0/routers/34943982-d996-48a6-9875-36064d7b10c7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7316647 Jul 24 00:52:45.755297 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] Sync routers for ids ['34943982-d996-48a6-9875-36064d7b10c7'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:52:45.768148 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] Routers {'34943982-d996-48a6-9875-36064d7b10c7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 00:52:45.768977 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T00:52:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['34943982-d996-48a6-9875-36064d7b10c7'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:45.793787 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bbeaf2c2-597f-4f87-8218-9c283a2d207d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:45.948240 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] Set router 34943982-d996-48a6-9875-36064d7b10c7 gateway port host: None {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 00:52:46.362219 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34943982-d996-48a6-9875-36064d7b10c7', 'name': 'router1', 'tenant_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T00:52:35Z', 'updated_at': '2022-07-24T00:52:45Z', 'revision_number': 2, 'project_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'gw_port_host': None, '_interfaces': [{'id': '7f161c88-10cc-41b4-9a08-db913c2d21d7', 'name': '', 'network_id': '0412779e-8e3e-4263-8371-46b2381945ae', 'tenant_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'mac_address': 'fa:16:3e:7a:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34943982-d996-48a6-9875-36064d7b10c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54ffcc62-f773-4fff-b68a-5b17bae16c1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T00:52:44Z', 'updated_at': '2022-07-24T00:52:45Z', 'revision_number': 2, 'project_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'subnets': [{'id': '54ffcc62-f773-4fff-b68a-5b17bae16c1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0b99e75-aee8-46e9-b8e0-5bb740bab03f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:46.410138 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] Checking router: 34943982-d996-48a6-9875-36064d7b10c7 for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:52:46.410518 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] Updating router 34943982-d996-48a6-9875-36064d7b10c7 port 7f161c88-10cc-41b4-9a08-db913c2d21d7 binding host dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:52:46.465648 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (7f161c88-10cc-41b4-9a08-db913c2d21d7), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:46.963198 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] Publish callbacks [] for port (7f161c88-10cc-41b4-9a08-db913c2d21d7), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:46.969978 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (7f161c88-10cc-41b4-9a08-db913c2d21d7), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:47.042951 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:47.147165 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e359a-4296-4d18-a885-7271a95e90d7 None None] Pushing event updated for resources: {'Port': ['ID=7f161c88-10cc-41b4-9a08-db913c2d21d7,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:47.152107 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] Attempting to bind port 7f161c88-10cc-41b4-9a08-db913c2d21d7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 00:52:47.152507 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] Attempting to bind port 7f161c88-10cc-41b4-9a08-db913c2d21d7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '4525f92b-a9f0-4276-a910-5dfef9d322ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0412779e-8e3e-4263-8371-46b2381945ae'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 00:52:47.152936 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] Attempting to bind port 7f161c88-10cc-41b4-9a08-db913c2d21d7 on network 0412779e-8e3e-4263-8371-46b2381945ae {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 00:52:47.162488 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 0, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 00:52:47.162983 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] Checking segment: {'id': '4525f92b-a9f0-4276-a910-5dfef9d322ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0412779e-8e3e-4263-8371-46b2381945ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 00:52:47.163496 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:47.163888 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] Bound using segment: {'id': '4525f92b-a9f0-4276-a910-5dfef9d322ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0412779e-8e3e-4263-8371-46b2381945ae'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 00:52:47.164471 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] Bound port: 7f161c88-10cc-41b4-9a08-db913c2d21d7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4525f92b-a9f0-4276-a910-5dfef9d322ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0412779e-8e3e-4263-8371-46b2381945ae'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 00:52:47.164899 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (7f161c88-10cc-41b4-9a08-db913c2d21d7), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:47.169312 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e359a-4296-4d18-a885-7271a95e90d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:47.169654 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e359a-4296-4d18-a885-7271a95e90d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:47.169996 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e359a-4296-4d18-a885-7271a95e90d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:47.170335 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e359a-4296-4d18-a885-7271a95e90d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:47.170664 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e359a-4296-4d18-a885-7271a95e90d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:47.171010 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e359a-4296-4d18-a885-7271a95e90d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:47.171332 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e359a-4296-4d18-a885-7271a95e90d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:47.171651 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e359a-4296-4d18-a885-7271a95e90d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:47.171972 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e359a-4296-4d18-a885-7271a95e90d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:47.172289 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e359a-4296-4d18-a885-7271a95e90d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:47.172606 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e359a-4296-4d18-a885-7271a95e90d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:47.172936 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e359a-4296-4d18-a885-7271a95e90d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:47.173257 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e359a-4296-4d18-a885-7271a95e90d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:47.173570 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e359a-4296-4d18-a885-7271a95e90d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:47.173882 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e359a-4296-4d18-a885-7271a95e90d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e359a-4296-4d18-a885-7271a95e90d7 None None] Tracked resource versions report: Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: pushed versions: Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: { 'AddressGroup': {'1.2'}, Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'Agent': {'1.1'}, Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'ConntrackHelper': {'1.0'}, Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'LocalIPAssociation': {'1.0'}, Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'Log': {'1.0'}, Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'NDPProxy': {'1.0'}, Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'Network': {'1.1'}, Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'Port': {'1.7'}, Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'PortForwarding': {'1.3'}, Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'QosPolicy': {'1.10'}, Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'SecurityGroup': {'1.5'}, Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'SecurityGroupRule': {'1.2'}, Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'SubPort': {'1.0'}, Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'Subnet': {'1.1'}, Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'Trunk': {'1.1'}} Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: consumer versions: Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'Agent': '1.1', Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'ConntrackHelper': '1.0', Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'LocalIPAssociation': '1.0', Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'Log': '1.0', Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'NDPProxy': '1.0', Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'Network': '1.1', Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'Port': '1.7', Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'PortForwarding': '1.3', Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'QosPolicy': '1.10', Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'SecurityGroup': '1.5', Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'SecurityGroupRule': '1.2', Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'SubPort': '1.0', Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'Subnet': '1.1', Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: 'Trunk': '1.1'}} Jul 24 00:52:47.175378 dv-cinder-master-3-iscsi neutron-server[103998]: {{(pid=103998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 00:52:47.235989 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:47.240593 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] For port 7f161c88-10cc-41b4-9a08-db913c2d21d7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:52:47.249467 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-0ac9332b-ddc4-4300-af94-5bb421878865 None None] Provisioning complete for port 7f161c88-10cc-41b4-9a08-db913c2d21d7 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 00:52:47.249914 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0ac9332b-ddc4-4300-af94-5bb421878865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (7f161c88-10cc-41b4-9a08-db913c2d21d7), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:47.263318 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] For port 7f161c88-10cc-41b4-9a08-db913c2d21d7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7f161c88-10cc-41b4-9a08-db913c2d21d7,segment=NetworkSegment(4525f92b-a9f0-4276-a910-5dfef9d322ff),segment_id=4525f92b-a9f0-4276-a910-5dfef9d322ff)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:52:47.269335 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (7f161c88-10cc-41b4-9a08-db913c2d21d7), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:47.281396 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-0ac9332b-ddc4-4300-af94-5bb421878865 None None] Port 7f161c88-10cc-41b4-9a08-db913c2d21d7 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 00:52:47.303517 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:47.337042 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e359a-4296-4d18-a885-7271a95e90d7 None None] Pushing event updated for resources: {'Port': ['ID=7f161c88-10cc-41b4-9a08-db913c2d21d7,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:47.342073 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] Routers {'34943982-d996-48a6-9875-36064d7b10c7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 00:52:47.342953 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T00:52:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['34943982-d996-48a6-9875-36064d7b10c7'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:47.431773 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] Set router 34943982-d996-48a6-9875-36064d7b10c7 gateway port host: None {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 00:52:47.500160 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-7d49f857-552d-4cca-bc92-c6f956306d3c None None] Provisioning complete for port 7f161c88-10cc-41b4-9a08-db913c2d21d7 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 00:52:47.500788 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7d49f857-552d-4cca-bc92-c6f956306d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (7f161c88-10cc-41b4-9a08-db913c2d21d7), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:47.575094 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-7d49f857-552d-4cca-bc92-c6f956306d3c None None] Current status of the port 7f161c88-10cc-41b4-9a08-db913c2d21d7 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 00:52:47.575482 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7d49f857-552d-4cca-bc92-c6f956306d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (7f161c88-10cc-41b4-9a08-db913c2d21d7), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:47.608173 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-7d49f857-552d-4cca-bc92-c6f956306d3c None None] For port 7f161c88-10cc-41b4-9a08-db913c2d21d7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7f161c88-10cc-41b4-9a08-db913c2d21d7,segment=NetworkSegment(4525f92b-a9f0-4276-a910-5dfef9d322ff),segment_id=4525f92b-a9f0-4276-a910-5dfef9d322ff)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:47.613469 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7d49f857-552d-4cca-bc92-c6f956306d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (7f161c88-10cc-41b4-9a08-db913c2d21d7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:47.628826 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34943982-d996-48a6-9875-36064d7b10c7', 'name': 'router1', 'tenant_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T00:52:35Z', 'updated_at': '2022-07-24T00:52:45Z', 'revision_number': 2, 'project_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'gw_port_host': None, '_interfaces': [{'id': '7f161c88-10cc-41b4-9a08-db913c2d21d7', 'name': '', 'network_id': '0412779e-8e3e-4263-8371-46b2381945ae', 'tenant_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'mac_address': 'fa:16:3e:7a:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34943982-d996-48a6-9875-36064d7b10c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54ffcc62-f773-4fff-b68a-5b17bae16c1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T00:52:44Z', 'updated_at': '2022-07-24T00:52:47Z', 'revision_number': 4, 'project_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'subnets': [{'id': '54ffcc62-f773-4fff-b68a-5b17bae16c1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0b99e75-aee8-46e9-b8e0-5bb740bab03f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:47.654145 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bc7501-c957-4a29-bc64-6d06a9b76860 None None] The sync data for ids ['34943982-d996-48a6-9875-36064d7b10c7'] in dv-cinder-master-3-iscsi is: [{'id': '34943982-d996-48a6-9875-36064d7b10c7', 'name': 'router1', 'tenant_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T00:52:35Z', 'updated_at': '2022-07-24T00:52:45Z', 'revision_number': 2, 'project_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'gw_port_host': None, '_interfaces': [{'id': '7f161c88-10cc-41b4-9a08-db913c2d21d7', 'name': '', 'network_id': '0412779e-8e3e-4263-8371-46b2381945ae', 'tenant_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'mac_address': 'fa:16:3e:7a:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34943982-d996-48a6-9875-36064d7b10c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54ffcc62-f773-4fff-b68a-5b17bae16c1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T00:52:44Z', 'updated_at': '2022-07-24T00:52:47Z', 'revision_number': 4, 'project_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'subnets': [{'id': '54ffcc62-f773-4fff-b68a-5b17bae16c1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0b99e75-aee8-46e9-b8e0-5bb740bab03f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:52:47.659624 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49f857-552d-4cca-bc92-c6f956306d3c None None] Pushing event updated for resources: {'Port': ['ID=7f161c88-10cc-41b4-9a08-db913c2d21d7,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:48.039248 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 56650) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:52:48.328888 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:48.441196 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f61cc5c-53ff-4c08-a890-4ca33df5c9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:52:48.442544 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3f61cc5c-53ff-4c08-a890-4ca33df5c9ec admin admin] 10.222.0.18 "GET /v2.0/networks/30da6a4f-d180-4fbe-b96a-a0d04943d2a6 HTTP/1.1" status: 200 len: 842 time: 0.4023416 Jul 24 00:52:48.452210 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-2e5a163c-5193-40db-bfb5-83ab17a3af73 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.37.6.0/24', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'name': 'public-subnet', 'gateway_ip': '172.37.6.1', 'enable_dhcp': False}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 00:52:48.473984 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5a163c-5193-40db-bfb5-83ab17a3af73 admin admin] Made reservation on behalf of 17ae0b4181524f419070ad7610eaf309 for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:52:48.476285 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2e5a163c-5193-40db-bfb5-83ab17a3af73 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:48.740851 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.objects.ports [None req-2e5a163c-5193-40db-bfb5-83ab17a3af73 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103996) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 24 00:52:48.741176 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2e5a163c-5193-40db-bfb5-83ab17a3af73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for subnet (56ba3a78-c695-492c-97a1-9cfe8e298be6), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:48.796442 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:48.798036 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a163c-5193-40db-bfb5-83ab17a3af73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56ba3a78-c695-492c-97a1-9cfe8e298be6,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:48.816141 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5a163c-5193-40db-bfb5-83ab17a3af73 admin admin] Checking segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 00:52:48.816499 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5a163c-5193-40db-bfb5-83ab17a3af73 admin admin] Network hostable DHCP agents. Network: 30da6a4f-d180-4fbe-b96a-a0d04943d2a6, hostable agents: ['c3e033ef-4c45-4acb-8d93-0c64c51b87a9'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:52:48.835039 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5a163c-5193-40db-bfb5-83ab17a3af73 admin admin] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is scheduled to be hosted by DHCP agent c3e033ef-4c45-4acb-8d93-0c64c51b87a9 with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:52:48.846128 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-2e5a163c-5193-40db-bfb5-83ab17a3af73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 30da6a4f-d180-4fbe-b96a-a0d04943d2a6) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:52:48.850806 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5a163c-5193-40db-bfb5-83ab17a3af73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:52:48.851407 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2e5a163c-5193-40db-bfb5-83ab17a3af73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:48.857617 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1810a5f9-8f83-419e-893a-1c7a79ccf7d3 None None] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 00:52:48.874451 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-2e5a163c-5193-40db-bfb5-83ab17a3af73 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4255979 Jul 24 00:52:48.973573 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d262a1ff-41b7-4c3c-a313-2e5092531a96 None None] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 00:52:49.038625 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:51.213584 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 56658) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:52:51.612907 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:51.616547 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a0da0363-672c-4667-a554-61c11292873a demo admin] 10.222.0.18 "GET /v2.0/routers/34943982-d996-48a6-9875-36064d7b10c7 HTTP/1.1" status: 200 len: 710 time: 0.4018893 Jul 24 00:52:51.705846 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a323b1-314d-464f-924d-af9cdc9ccac9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:52:51.707252 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-09a323b1-314d-464f-924d-af9cdc9ccac9 demo admin] 10.222.0.18 "GET /v2.0/networks/30da6a4f-d180-4fbe-b96a-a0d04943d2a6 HTTP/1.1" status: 200 len: 886 time: 0.0842631 Jul 24 00:52:51.717016 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-e14c177a-40b3-4d0d-9cb2-0c130b1847ca demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 00:52:52.026384 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e14c177a-40b3-4d0d-9cb2-0c130b1847ca demo admin] Publish callbacks [] for router_gateway (34943982-d996-48a6-9875-36064d7b10c7), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:52.056523 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:52.246122 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e14c177a-40b3-4d0d-9cb2-0c130b1847ca demo admin] Publish callbacks [] for router_gateway (34943982-d996-48a6-9875-36064d7b10c7), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:52.324726 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e14c177a-40b3-4d0d-9cb2-0c130b1847ca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:52.426476 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-e14c177a-40b3-4d0d-9cb2-0c130b1847ca demo admin] Allocated IP 172.37.6.160 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/e42e0552-5947-4323-8d11-48e258c003b3) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:52:52.535062 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e14c177a-40b3-4d0d-9cb2-0c130b1847ca demo admin] Publish callbacks [] for port (e42e0552-5947-4323-8d11-48e258c003b3), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:52.571264 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e14c177a-40b3-4d0d-9cb2-0c130b1847ca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (e42e0552-5947-4323-8d11-48e258c003b3), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:52.576276 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:52.577581 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 7f161c88-10cc-41b4-9a08-db913c2d21d7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:52:52.610135 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14c177a-40b3-4d0d-9cb2-0c130b1847ca demo admin] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:52:52.613536 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-e14c177a-40b3-4d0d-9cb2-0c130b1847ca demo admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:52:52.625155 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14c177a-40b3-4d0d-9cb2-0c130b1847ca demo admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 00:52:52.634422 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 7f161c88-10cc-41b4-9a08-db913c2d21d7 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 00:52:52.634894 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (7f161c88-10cc-41b4-9a08-db913c2d21d7), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:52.658816 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c177a-40b3-4d0d-9cb2-0c130b1847ca demo admin] Pushing event updated for resources: {'Port': ['ID=e42e0552-5947-4323-8d11-48e258c003b3,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:52.698171 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:52.713707 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 7f161c88-10cc-41b4-9a08-db913c2d21d7 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 00:52:52.868087 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e14c177a-40b3-4d0d-9cb2-0c130b1847ca demo admin] Publish callbacks [] for router_gateway (34943982-d996-48a6-9875-36064d7b10c7), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:52.954928 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:53.053654 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e14c177a-40b3-4d0d-9cb2-0c130b1847ca demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-674711', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-681742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1258'] for router (34943982-d996-48a6-9875-36064d7b10c7), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:53.057633 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e14c177a-40b3-4d0d-9cb2-0c130b1847ca demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-674732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-674725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-680189'] for router (34943982-d996-48a6-9875-36064d7b10c7), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:53.237116 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14c177a-40b3-4d0d-9cb2-0c130b1847ca demo admin] Router 34943982-d996-48a6-9875-36064d7b10c7 has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 00:52:53.338404 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14c177a-40b3-4d0d-9cb2-0c130b1847ca demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:52:53.343262 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e14c177a-40b3-4d0d-9cb2-0c130b1847ca demo admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:53.344462 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e14c177a-40b3-4d0d-9cb2-0c130b1847ca demo admin] 10.222.0.18 "PUT /v2.0/routers/34943982-d996-48a6-9875-36064d7b10c7 HTTP/1.1" status: 200 len: 890 time: 1.6307375 Jul 24 00:52:54.013324 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] Sync routers for ids ['34943982-d996-48a6-9875-36064d7b10c7'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:52:54.025870 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] Routers {'34943982-d996-48a6-9875-36064d7b10c7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 00:52:54.026508 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T00:52:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['34943982-d996-48a6-9875-36064d7b10c7'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:54.225162 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] Set router 34943982-d996-48a6-9875-36064d7b10c7 gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 00:52:54.593200 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34943982-d996-48a6-9875-36064d7b10c7', 'name': 'router1', 'tenant_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e42e0552-5947-4323-8d11-48e258c003b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T00:52:35Z', 'updated_at': '2022-07-24T00:52:52Z', 'revision_number': 4, 'project_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'gw_port': {'id': 'e42e0552-5947-4323-8d11-48e258c003b3', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34943982-d996-48a6-9875-36064d7b10c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T00:52:52Z', 'updated_at': '2022-07-24T00:52:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7f161c88-10cc-41b4-9a08-db913c2d21d7', 'name': '', 'network_id': '0412779e-8e3e-4263-8371-46b2381945ae', 'tenant_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'mac_address': 'fa:16:3e:7a:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34943982-d996-48a6-9875-36064d7b10c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54ffcc62-f773-4fff-b68a-5b17bae16c1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T00:52:44Z', 'updated_at': '2022-07-24T00:52:47Z', 'revision_number': 5, 'project_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'subnets': [{'id': '54ffcc62-f773-4fff-b68a-5b17bae16c1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0b99e75-aee8-46e9-b8e0-5bb740bab03f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:54.711723 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] Checking router: 34943982-d996-48a6-9875-36064d7b10c7 for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:52:54.712739 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] Updating router 34943982-d996-48a6-9875-36064d7b10c7 port e42e0552-5947-4323-8d11-48e258c003b3 binding host dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:52:54.763771 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (e42e0552-5947-4323-8d11-48e258c003b3), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:55.071920 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] Publish callbacks [] for port (e42e0552-5947-4323-8d11-48e258c003b3), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:55.076668 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (e42e0552-5947-4323-8d11-48e258c003b3), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:55.123028 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:55.129679 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc275c0-c106-49c7-bbae-d54b1762ce31 None None] Pushing event updated for resources: {'Port': ['ID=e42e0552-5947-4323-8d11-48e258c003b3,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:55.132251 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] Attempting to bind port e42e0552-5947-4323-8d11-48e258c003b3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 00:52:55.132620 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] Attempting to bind port e42e0552-5947-4323-8d11-48e258c003b3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 00:52:55.132975 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] Attempting to bind port e42e0552-5947-4323-8d11-48e258c003b3 on network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 00:52:55.139117 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 0, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 00:52:55.139499 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] Checking segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 00:52:55.139899 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:55.140279 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] Bound using segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 00:52:55.140736 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] Bound port: e42e0552-5947-4323-8d11-48e258c003b3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 00:52:55.141114 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (e42e0552-5947-4323-8d11-48e258c003b3), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:55.188963 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] For port e42e0552-5947-4323-8d11-48e258c003b3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:52:55.191918 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] For port e42e0552-5947-4323-8d11-48e258c003b3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e42e0552-5947-4323-8d11-48e258c003b3,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:52:55.198001 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (e42e0552-5947-4323-8d11-48e258c003b3), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:55.256167 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] Routers {'34943982-d996-48a6-9875-36064d7b10c7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 00:52:55.256785 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T00:52:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['34943982-d996-48a6-9875-36064d7b10c7'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:55.290971 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc275c0-c106-49c7-bbae-d54b1762ce31 None None] Pushing event updated for resources: {'Port': ['ID=e42e0552-5947-4323-8d11-48e258c003b3,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:55.304771 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:55.364585 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] Set router 34943982-d996-48a6-9875-36064d7b10c7 gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 00:52:55.557653 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34943982-d996-48a6-9875-36064d7b10c7', 'name': 'router1', 'tenant_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e42e0552-5947-4323-8d11-48e258c003b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T00:52:35Z', 'updated_at': '2022-07-24T00:52:52Z', 'revision_number': 4, 'project_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'gw_port': {'id': 'e42e0552-5947-4323-8d11-48e258c003b3', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34943982-d996-48a6-9875-36064d7b10c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T00:52:52Z', 'updated_at': '2022-07-24T00:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7f161c88-10cc-41b4-9a08-db913c2d21d7', 'name': '', 'network_id': '0412779e-8e3e-4263-8371-46b2381945ae', 'tenant_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'mac_address': 'fa:16:3e:7a:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34943982-d996-48a6-9875-36064d7b10c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54ffcc62-f773-4fff-b68a-5b17bae16c1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T00:52:44Z', 'updated_at': '2022-07-24T00:52:47Z', 'revision_number': 5, 'project_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'subnets': [{'id': '54ffcc62-f773-4fff-b68a-5b17bae16c1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0b99e75-aee8-46e9-b8e0-5bb740bab03f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:55.582836 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453af458-b743-4a8b-a18b-b44ce330df41 None None] The sync data for ids ['34943982-d996-48a6-9875-36064d7b10c7'] in dv-cinder-master-3-iscsi is: [{'id': '34943982-d996-48a6-9875-36064d7b10c7', 'name': 'router1', 'tenant_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.160'}], 'enable_snat': True}, 'gw_port_id': 'e42e0552-5947-4323-8d11-48e258c003b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T00:52:35Z', 'updated_at': '2022-07-24T00:52:52Z', 'revision_number': 4, 'project_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'gw_port': {'id': 'e42e0552-5947-4323-8d11-48e258c003b3', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34943982-d996-48a6-9875-36064d7b10c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T00:52:52Z', 'updated_at': '2022-07-24T00:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7f161c88-10cc-41b4-9a08-db913c2d21d7', 'name': '', 'network_id': '0412779e-8e3e-4263-8371-46b2381945ae', 'tenant_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'mac_address': 'fa:16:3e:7a:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34943982-d996-48a6-9875-36064d7b10c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54ffcc62-f773-4fff-b68a-5b17bae16c1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T00:52:44Z', 'updated_at': '2022-07-24T00:52:47Z', 'revision_number': 5, 'project_id': '6f3cc53c4c724b8fbbf2a5007a00648c', 'subnets': [{'id': '54ffcc62-f773-4fff-b68a-5b17bae16c1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd0b99e75-aee8-46e9-b8e0-5bb740bab03f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:52:55.799929 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 56670) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:52:56.213272 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1512d876-9f13-4eb1-b464-1c9efeb12494 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4122243 Jul 24 00:52:56.585246 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device e42e0552-5947-4323-8d11-48e258c003b3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:52:56.640211 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port e42e0552-5947-4323-8d11-48e258c003b3 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 00:52:56.640603 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (e42e0552-5947-4323-8d11-48e258c003b3), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:56.720889 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port e42e0552-5947-4323-8d11-48e258c003b3 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 00:52:56.721685 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (e42e0552-5947-4323-8d11-48e258c003b3), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:56.745619 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] For port e42e0552-5947-4323-8d11-48e258c003b3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e42e0552-5947-4323-8d11-48e258c003b3,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:56.751435 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (e42e0552-5947-4323-8d11-48e258c003b3), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:56.803326 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Pushing event updated for resources: {'Port': ['ID=e42e0552-5947-4323-8d11-48e258c003b3,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:57.630898 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=34 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:57.631857 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=40 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:52:58.576533 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device e42e0552-5947-4323-8d11-48e258c003b3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:52:58.622421 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port e42e0552-5947-4323-8d11-48e258c003b3 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 00:52:58.622938 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (e42e0552-5947-4323-8d11-48e258c003b3), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:52:58.700183 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port e42e0552-5947-4323-8d11-48e258c003b3 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 00:53:06.205972 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:53:06.209483 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=40 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:53:08.693590 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:53:08.698355 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=77 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:53:13.533934 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5d178ff4-d5b8-4fd8-993f-08d84e3783c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:53:14.250871 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 5 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:53:15.790472 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cb3cfe96-1f0a-4cc5-9a88-399003f10697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:53:17.065165 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:53:18.335139 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:53:18.797710 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:53:19.258998 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=4 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:53:24.247316 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=4 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:53:28.787784 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:53:28.792434 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:53:43.528182 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6a0affaa-3be6-461a-adb4-e234597ebcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:53:45.792095 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b244a707-8fa8-4e31-9998-a45bf7a87841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:53:47.047321 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:53:48.331974 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:53:48.796748 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:53:51.250310 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 5 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:53:56.246592 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:53:58.780498 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:53:58.790649 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:54:01.246622 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=7 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:54:12.248362 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:54:13.533395 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b614f03b-190f-4fe4-825d-402736988712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:54:15.796787 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4fc94f2d-7a79-4956-b316-4063ac49293c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:54:17.046978 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:54:17.658696 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 57208) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:54:17.997708 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.pecan_wsgi.hooks.translation [None req-eccd9099-5eec-428c-a15a-876c4c961350 admin admin] GET failed (client error): The resource could not be found. Jul 24 00:54:17.999029 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-eccd9099-5eec-428c-a15a-876c4c961350 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3393230 Jul 24 00:54:18.160436 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bf37a3-471c-434f-880e-516a456660ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:54:18.161913 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-53bf37a3-471c-434f-880e-516a456660ef admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1588674 Jul 24 00:54:18.330726 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:54:18.791164 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:54:20.366824 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 57218) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:54:20.736832 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244f7a89-38fc-4a85-bbeb-8cb02374406a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:54:20.738188 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-244f7a89-38fc-4a85-bbeb-8cb02374406a admin admin] 10.222.0.18 "GET /v2.0/subnets/54ffcc62-f773-4fff-b68a-5b17bae16c1b HTTP/1.1" status: 200 len: 849 time: 0.3703864 Jul 24 00:54:20.748314 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-950042b8-19f1-4dec-8289-439adf57236b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 00:54:20.835351 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-950042b8-19f1-4dec-8289-439adf57236b admin admin] Publish callbacks [] for subnet (54ffcc62-f773-4fff-b68a-5b17bae16c1b), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:54:20.976208 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-950042b8-19f1-4dec-8289-439adf57236b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763390862385'] for subnet (54ffcc62-f773-4fff-b68a-5b17bae16c1b), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:54:21.007103 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950042b8-19f1-4dec-8289-439adf57236b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:54:21.008257 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-950042b8-19f1-4dec-8289-439adf57236b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:54:21.022832 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-950042b8-19f1-4dec-8289-439adf57236b admin admin] 10.222.0.18 "PUT /v2.0/subnets/54ffcc62-f773-4fff-b68a-5b17bae16c1b HTTP/1.1" status: 200 len: 868 time: 0.2644088 Jul 24 00:54:21.023096 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eca31dc-b1bd-4d02-9d41-9e001c7a403a None None] Network 0412779e-8e3e-4263-8371-46b2381945ae requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 00:54:21.030943 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950042b8-19f1-4dec-8289-439adf57236b admin admin] Pushing event updated for resources: {'Subnet': ['ID=54ffcc62-f773-4fff-b68a-5b17bae16c1b,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:21.038946 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950042b8-19f1-4dec-8289-439adf57236b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:21.039858 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950042b8-19f1-4dec-8289-439adf57236b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:21.040219 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950042b8-19f1-4dec-8289-439adf57236b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:21.040565 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950042b8-19f1-4dec-8289-439adf57236b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:21.040902 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950042b8-19f1-4dec-8289-439adf57236b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:21.041246 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950042b8-19f1-4dec-8289-439adf57236b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:21.041598 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950042b8-19f1-4dec-8289-439adf57236b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:21.041952 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950042b8-19f1-4dec-8289-439adf57236b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:21.042309 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950042b8-19f1-4dec-8289-439adf57236b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:21.042647 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950042b8-19f1-4dec-8289-439adf57236b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:21.043012 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950042b8-19f1-4dec-8289-439adf57236b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:21.043360 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950042b8-19f1-4dec-8289-439adf57236b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:21.043696 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950042b8-19f1-4dec-8289-439adf57236b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:21.044020 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950042b8-19f1-4dec-8289-439adf57236b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:21.044347 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950042b8-19f1-4dec-8289-439adf57236b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:21.383662 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-96f96952-adb5-43c7-915e-1019f34d8032 None None] Provisioning complete for port 7f161c88-10cc-41b4-9a08-db913c2d21d7 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 00:54:21.383916 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-96f96952-adb5-43c7-915e-1019f34d8032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (7f161c88-10cc-41b4-9a08-db913c2d21d7), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:54:21.459631 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-96f96952-adb5-43c7-915e-1019f34d8032 None None] Current status of the port 7f161c88-10cc-41b4-9a08-db913c2d21d7 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 00:54:21.468421 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-96f96952-adb5-43c7-915e-1019f34d8032 None None] Provisioning complete for port 8df31b61-c3b5-4153-a4b9-4f8439225f2a triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 00:54:21.468802 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-96f96952-adb5-43c7-915e-1019f34d8032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (8df31b61-c3b5-4153-a4b9-4f8439225f2a), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:54:21.538060 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-96f96952-adb5-43c7-915e-1019f34d8032 None None] Current status of the port 8df31b61-c3b5-4153-a4b9-4f8439225f2a is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 00:54:23.235360 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 57226) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:54:23.706411 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efde32bb-f0e3-4148-aeec-77cd87a72e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:54:23.706907 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efde32bb-f0e3-4148-aeec-77cd87a72e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:54:23.708423 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-efde32bb-f0e3-4148-aeec-77cd87a72e15 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4721122 Jul 24 00:54:25.900779 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 57234) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:54:26.306987 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c1f40e-37ba-4769-86a5-42b7ebf44f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:54:26.307381 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c1f40e-37ba-4769-86a5-42b7ebf44f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:54:26.308901 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-93c1f40e-37ba-4769-86a5-42b7ebf44f34 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4071445 Jul 24 00:54:28.250388 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 5 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:54:28.514394 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 57242) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:54:28.930683 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfe6282-ec37-4e88-95a2-99c1bf1cee6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:54:28.932065 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-8dfe6282-ec37-4e88-95a2-99c1bf1cee6f admin admin] 10.222.0.18 "GET /v2.0/networks/0412779e-8e3e-4263-8371-46b2381945ae HTTP/1.1" status: 200 len: 869 time: 0.4167554 Jul 24 00:54:31.161559 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 57250) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:54:31.495900 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:54:31.513862 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:54:31.532832 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:54:31.536314 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:54:31.578924 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d296569-cd72-49fa-b2cf-68330baa30e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:54:31.580299 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-0d296569-cd72-49fa-b2cf-68330baa30e6 admin admin] 10.222.0.18 "GET /v2.0/networks/30da6a4f-d180-4fbe-b96a-a0d04943d2a6 HTTP/1.1" status: 200 len: 886 time: 0.4177692 Jul 24 00:54:33.775447 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 57258) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:54:34.177562 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f89d24-b527-49af-a624-502765b961a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:54:34.178023 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f89d24-b527-49af-a624-502765b961a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:54:34.179592 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-c3f89d24-b527-49af-a624-502765b961a1 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4032416 Jul 24 00:54:36.379393 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 57268) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:54:36.777749 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9202af-9c9f-4c8d-8f8b-87f0ac22d1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:54:36.778131 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9202af-9c9f-4c8d-8f8b-87f0ac22d1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:54:36.779677 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1d9202af-9c9f-4c8d-8f8b-87f0ac22d1d1 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3993511 Jul 24 00:54:38.246382 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=17 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:54:38.247177 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=17 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:54:38.989793 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 57276) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:54:39.354489 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a40c21-8161-4185-891d-436b679cc863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:54:39.355858 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-83a40c21-8161-4185-891d-436b679cc863 admin admin] 10.222.0.18 "GET /v2.0/subnets/54ffcc62-f773-4fff-b68a-5b17bae16c1b HTTP/1.1" status: 200 len: 868 time: 0.3651288 Jul 24 00:54:41.563946 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 57284) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:54:41.920449 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901388d7-9e20-422f-b9b3-0a039d8d1c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:54:41.921759 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-901388d7-9e20-422f-b9b3-0a039d8d1c40 admin admin] 10.222.0.18 "GET /v2.0/subnets/56ba3a78-c695-492c-97a1-9cfe8e298be6 HTTP/1.1" status: 200 len: 816 time: 0.3568199 Jul 24 00:54:43.536229 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-be6f71a2-2845-4093-9d57-59284430b41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:54:44.158611 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=8 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:54:44.173119 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=5 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:54:45.799878 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1d8a2d4d-d1fe-4dba-893d-2b8af1a05453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:54:47.053473 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:54:48.333011 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:54:48.793603 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:54:51.915991 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=23 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:54:51.917926 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=28 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:54:53.246082 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:54:53.263149 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:54:58.787640 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:54:58.788346 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:55:05.250367 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 5 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:55:10.091789 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 57340) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:55:10.413075 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [None req-484a31c6-3981-468e-a1ba-2da52c612822 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 00:55:10.414167 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-484a31c6-3981-468e-a1ba-2da52c612822 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3214409 Jul 24 00:55:12.831777 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 57348) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:55:13.198406 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.pecan_wsgi.hooks.translation [None req-964b3d46-dab7-47a5-b345-4cafc72c7532 admin admin] GET failed (client error): The resource could not be found. Jul 24 00:55:13.199856 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-964b3d46-dab7-47a5-b345-4cafc72c7532 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3670835 Jul 24 00:55:13.343013 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c25b243-7cb5-4d2d-aaf0-8907601386b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:55:13.344495 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-8c25b243-7cb5-4d2d-aaf0-8907601386b5 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1406541 Jul 24 00:55:13.539723 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-864bc6bb-4941-4b2e-8e02-26d0b98f30bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:15.246251 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=3 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:55:15.247461 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=5 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:55:15.583635 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 57356) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:55:15.802674 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5386f63d-ca8c-44d8-a0f5-117dcba58d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:15.910107 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 00:55:15.929828 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Made reservation on behalf of 17ae0b4181524f419070ad7610eaf309 for: {'network': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:55:15.932813 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for network (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:15.969637 dv-cinder-master-3-iscsi neutron-server[103995]: WARNING neutron.services.revisions.revision_plugin [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Could not find related network for resource to bump revision. Jul 24 00:55:15.982912 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:55:15.992250 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (baed83c3-1d5a-43c7-8d73-2012015ddd9d), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:15.992624 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.segments_db [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Added segment baed83c3-1d5a-43c7-8d73-2012015ddd9d of type vlan for network c4eca6b8-daca-492e-82b6-b7ca2b06af13 Jul 24 00:55:16.032058 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763390501425'] for network (c4eca6b8-daca-492e-82b6-b7ca2b06af13), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:16.055972 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for network (c4eca6b8-daca-492e-82b6-b7ca2b06af13), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:16.057658 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:55:16.058467 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:16.107679 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5229764 Jul 24 00:55:16.156948 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Pushing event updated for resources: {'Network': ['ID=c4eca6b8-daca-492e-82b6-b7ca2b06af13,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:16.164478 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:16.164807 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:16.165154 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:16.165496 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:16.165848 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:16.166189 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:16.167192 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:16.167766 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:16.168126 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:16.168456 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:16.168815 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:16.169149 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:16.169472 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:16.169796 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:16.170118 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557ab9c0-1276-4c22-b6ab-7d7c94ede23a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:16.185239 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Network c4eca6b8-daca-492e-82b6-b7ca2b06af13 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:55:17.052941 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:18.332846 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 57364) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:55:18.340964 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:18.673281 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2600a5-9912-40c9-9c7c-820f5b94db72 admin admin] GET failed (client error): The resource could not be found. Jul 24 00:55:18.674472 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-8c2600a5-9912-40c9-9c7c-820f5b94db72 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3406243 Jul 24 00:55:18.743197 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10088393-8ee2-431f-8a3c-76b953601f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:55:18.744913 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-10088393-8ee2-431f-8a3c-76b953601f79 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0661278 Jul 24 00:55:18.754264 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-9e0cacd7-f4d8-417e-a573-45fab7164970 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'c4eca6b8-daca-492e-82b6-b7ca2b06af13'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 00:55:18.777079 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0cacd7-f4d8-417e-a573-45fab7164970 admin admin] Made reservation on behalf of 17ae0b4181524f419070ad7610eaf309 for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:55:18.780408 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9e0cacd7-f4d8-417e-a573-45fab7164970 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:18.795269 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:19.023722 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9e0cacd7-f4d8-417e-a573-45fab7164970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for subnet (08459ced-6c2d-420a-9255-7f18fcfc655f), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:19.083540 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0cacd7-f4d8-417e-a573-45fab7164970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08459ced-6c2d-420a-9255-7f18fcfc655f,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:19.096045 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0cacd7-f4d8-417e-a573-45fab7164970 admin admin] Checking segment: {'id': 'baed83c3-1d5a-43c7-8d73-2012015ddd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c4eca6b8-daca-492e-82b6-b7ca2b06af13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 00:55:19.096413 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0cacd7-f4d8-417e-a573-45fab7164970 admin admin] Network hostable DHCP agents. Network: c4eca6b8-daca-492e-82b6-b7ca2b06af13, hostable agents: ['c3e033ef-4c45-4acb-8d93-0c64c51b87a9'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:55:19.116109 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0cacd7-f4d8-417e-a573-45fab7164970 admin admin] Network c4eca6b8-daca-492e-82b6-b7ca2b06af13 is scheduled to be hosted by DHCP agent c3e033ef-4c45-4acb-8d93-0c64c51b87a9 with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:55:19.127324 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-9e0cacd7-f4d8-417e-a573-45fab7164970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c4eca6b8-daca-492e-82b6-b7ca2b06af13) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:19.131908 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0cacd7-f4d8-417e-a573-45fab7164970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 00:55:19.132527 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9e0cacd7-f4d8-417e-a573-45fab7164970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:19.137588 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01437459-078a-4b27-b518-89e5c1eb93df None None] Network c4eca6b8-daca-492e-82b6-b7ca2b06af13 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 00:55:19.154280 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-9e0cacd7-f4d8-417e-a573-45fab7164970 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3980720 Jul 24 00:55:19.355272 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-c4eca6b8-daca-492e-82b6-b7ca2b06af13', 'network_id': 'c4eca6b8-daca-492e-82b6-b7ca2b06af13', 'project_id': '17ae0b4181524f419070ad7610eaf309', 'fixed_ips': [{'subnet_id': '08459ced-6c2d-420a-9255-7f18fcfc655f'}]}} from dv-cinder-master-3-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 00:55:19.356219 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:19.496512 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Allocated IP 192.168.233.2 (c4eca6b8-daca-492e-82b6-b7ca2b06af13/08459ced-6c2d-420a-9255-7f18fcfc655f/4e96afd8-e538-4e4c-aecb-ee15579585be) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:55:19.644788 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Publish callbacks [] for port (4e96afd8-e538-4e4c-aecb-ee15579585be), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:19.650831 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (4e96afd8-e538-4e4c-aecb-ee15579585be), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:19.697444 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Network c4eca6b8-daca-492e-82b6-b7ca2b06af13 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:19.702598 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:19.705780 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 00:55:19.707829 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Pushing event updated for resources: {'Port': ['ID=4e96afd8-e538-4e4c-aecb-ee15579585be,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:19.718532 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:19.718896 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:19.719250 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:19.719599 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:19.719933 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:19.720253 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:19.720571 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:19.720885 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:19.721201 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:19.721515 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:19.721828 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:19.722158 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:19.722475 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:19.722805 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:19.723118 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:19.776805 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Attempting to bind port 4e96afd8-e538-4e4c-aecb-ee15579585be on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 00:55:19.777168 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Attempting to bind port 4e96afd8-e538-4e4c-aecb-ee15579585be by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'baed83c3-1d5a-43c7-8d73-2012015ddd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c4eca6b8-daca-492e-82b6-b7ca2b06af13'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 00:55:19.777522 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Attempting to bind port 4e96afd8-e538-4e4c-aecb-ee15579585be on network c4eca6b8-daca-492e-82b6-b7ca2b06af13 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 00:55:19.782757 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 0, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 00:55:19.783128 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Checking segment: {'id': 'baed83c3-1d5a-43c7-8d73-2012015ddd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c4eca6b8-daca-492e-82b6-b7ca2b06af13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 00:55:19.783523 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:19.783900 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Bound using segment: {'id': 'baed83c3-1d5a-43c7-8d73-2012015ddd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c4eca6b8-daca-492e-82b6-b7ca2b06af13'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 00:55:19.784350 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Bound port: 4e96afd8-e538-4e4c-aecb-ee15579585be, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baed83c3-1d5a-43c7-8d73-2012015ddd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c4eca6b8-daca-492e-82b6-b7ca2b06af13'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 00:55:19.784721 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (4e96afd8-e538-4e4c-aecb-ee15579585be), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:19.847422 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] For port 4e96afd8-e538-4e4c-aecb-ee15579585be, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:55:19.850482 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] For port 4e96afd8-e538-4e4c-aecb-ee15579585be, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4e96afd8-e538-4e4c-aecb-ee15579585be,segment=NetworkSegment(baed83c3-1d5a-43c7-8d73-2012015ddd9d),segment_id=baed83c3-1d5a-43c7-8d73-2012015ddd9d)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:55:19.857444 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (4e96afd8-e538-4e4c-aecb-ee15579585be), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:19.918307 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f3963-ac38-4f47-99a8-02ad911ffeb8 None None] Pushing event updated for resources: {'Port': ['ID=4e96afd8-e538-4e4c-aecb-ee15579585be,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:20.704920 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 4e96afd8-e538-4e4c-aecb-ee15579585be up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:20.736919 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:55:20.749641 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:55:20.758248 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 4e96afd8-e538-4e4c-aecb-ee15579585be triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 00:55:20.758641 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (4e96afd8-e538-4e4c-aecb-ee15579585be), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:20.847561 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3856061a-172f-495b-8d66-5db281dc45c8 None None] Network c4eca6b8-daca-492e-82b6-b7ca2b06af13 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 00:55:20.849929 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 4e96afd8-e538-4e4c-aecb-ee15579585be is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 00:55:20.850310 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (4e96afd8-e538-4e4c-aecb-ee15579585be), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:20.943890 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-84a8c916-af8f-48d6-875d-98cc79c43f26 None None] Provisioning complete for port 4e96afd8-e538-4e4c-aecb-ee15579585be triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 00:55:20.944200 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-84a8c916-af8f-48d6-875d-98cc79c43f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (4e96afd8-e538-4e4c-aecb-ee15579585be), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:20.946831 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] For port 4e96afd8-e538-4e4c-aecb-ee15579585be, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4e96afd8-e538-4e4c-aecb-ee15579585be,segment=NetworkSegment(baed83c3-1d5a-43c7-8d73-2012015ddd9d),segment_id=baed83c3-1d5a-43c7-8d73-2012015ddd9d)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:20.974457 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (4e96afd8-e538-4e4c-aecb-ee15579585be), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:21.067481 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Pushing event updated for resources: {'Port': ['ID=4e96afd8-e538-4e4c-aecb-ee15579585be,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:21.101522 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-84a8c916-af8f-48d6-875d-98cc79c43f26 None None] Current status of the port 4e96afd8-e538-4e4c-aecb-ee15579585be is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 00:55:21.319373 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-7f0ca93e-7c68-4272-9b95-b8c85f31b69a None None] Provisioning complete for port 4e96afd8-e538-4e4c-aecb-ee15579585be triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 00:55:21.319769 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7f0ca93e-7c68-4272-9b95-b8c85f31b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (4e96afd8-e538-4e4c-aecb-ee15579585be), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:21.397896 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-7f0ca93e-7c68-4272-9b95-b8c85f31b69a None None] Current status of the port 4e96afd8-e538-4e4c-aecb-ee15579585be is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 00:55:22.658141 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 4e96afd8-e538-4e4c-aecb-ee15579585be up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:22.705000 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 4e96afd8-e538-4e4c-aecb-ee15579585be triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 00:55:22.705304 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (4e96afd8-e538-4e4c-aecb-ee15579585be), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:22.777975 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 4e96afd8-e538-4e4c-aecb-ee15579585be is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 00:55:29.140723 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=78,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:55:29.142660 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:55:32.772257 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:55:32.775472 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:55:42.250022 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 5 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:55:43.541819 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1806c2d6-f3d8-4913-9ebb-074f59071e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:45.806199 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-45daeb37-f6ac-4470-bc6a-0171b5fdb740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:47.055218 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:47.268610 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=2 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:55:48.340437 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:48.797475 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:55:52.246091 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=6 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:55:58.790954 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:55:58.792983 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:56:12.242722 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:56:12.243479 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:DELETE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:56:13.545752 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ce893bd4-6c60-4c01-b6b7-84fe33fb57dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:56:15.810463 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-946789dd-78a7-4ac0-9a20-af8c22ba4b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:56:17.056627 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:56:18.343800 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:56:18.800301 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:56:19.249514 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 5 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:56:28.793969 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:56:28.795841 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:56:29.478219 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=16 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:56:29.479883 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=18 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:56:43.547963 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3215b8f1-abfb-4fb0-a5b4-a497483f3ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:56:45.812765 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e463edd8-0778-4e74-9346-1a8d1498d79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:56:47.068172 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:56:48.347139 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:56:48.803562 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:56:53.811933 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 57404) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:56:53.818485 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [None req-a386ec37-4ff4-4af6-a3f7-6dbbfeed38aa tempest-verify_tempest_config-1833520660 tempest-verify_tempest_config-1833520660-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 00:56:53.819482 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a386ec37-4ff4-4af6-a3f7-6dbbfeed38aa tempest-verify_tempest_config-1833520660 tempest-verify_tempest_config-1833520660-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0066195 Jul 24 00:56:54.315107 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 57422) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:56:54.760278 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b16f566d-b6ee-410a-bea5-c707df82205e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:56:54.833435 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b16f566d-b6ee-410a-bea5-c707df82205e admin admin] Publish callbacks [] for security_group (52c8fee1-cd07-4211-9761-a5360f5244c0), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:56:54.836872 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b16f566d-b6ee-410a-bea5-c707df82205e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (52c8fee1-cd07-4211-9761-a5360f5244c0), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:56:54.885284 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b16f566d-b6ee-410a-bea5-c707df82205e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0907f2ae45b44ad7895a89f54d53acfa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5688109 Jul 24 00:56:54.886603 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f566d-b6ee-410a-bea5-c707df82205e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c8fee1-cd07-4211-9761-a5360f5244c0,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:54.888051 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 57426) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:56:54.893803 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f566d-b6ee-410a-bea5-c707df82205e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:54.894150 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f566d-b6ee-410a-bea5-c707df82205e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:54.894507 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f566d-b6ee-410a-bea5-c707df82205e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:54.894880 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f566d-b6ee-410a-bea5-c707df82205e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:54.895214 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f566d-b6ee-410a-bea5-c707df82205e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:54.895544 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f566d-b6ee-410a-bea5-c707df82205e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:54.895873 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f566d-b6ee-410a-bea5-c707df82205e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:54.896197 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f566d-b6ee-410a-bea5-c707df82205e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:54.896543 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f566d-b6ee-410a-bea5-c707df82205e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:54.896871 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f566d-b6ee-410a-bea5-c707df82205e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:54.897211 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f566d-b6ee-410a-bea5-c707df82205e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:54.897554 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f566d-b6ee-410a-bea5-c707df82205e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:54.897882 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f566d-b6ee-410a-bea5-c707df82205e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:54.898200 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f566d-b6ee-410a-bea5-c707df82205e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:54.898519 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16f566d-b6ee-410a-bea5-c707df82205e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:54.944753 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-978c9215-ded3-4f1b-81b9-b087104d38d5 admin admin] Publish callbacks [] for security_group (52c8fee1-cd07-4211-9761-a5360f5244c0), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:56:54.965634 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-978c9215-ded3-4f1b-81b9-b087104d38d5 admin admin] Publish callbacks [] for security_group (52c8fee1-cd07-4211-9761-a5360f5244c0), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:56:55.059305 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-978c9215-ded3-4f1b-81b9-b087104d38d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (52c8fee1-cd07-4211-9761-a5360f5244c0), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:56:55.061766 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-978c9215-ded3-4f1b-81b9-b087104d38d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:56:55.062965 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-978c9215-ded3-4f1b-81b9-b087104d38d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52c8fee1-cd07-4211-9761-a5360f5244c0 HTTP/1.1" status: 204 len: 168 time: 0.1737461 Jul 24 00:56:55.071165 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c9215-ded3-4f1b-81b9-b087104d38d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c8fee1-cd07-4211-9761-a5360f5244c0,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:55.078603 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c9215-ded3-4f1b-81b9-b087104d38d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:55.078984 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c9215-ded3-4f1b-81b9-b087104d38d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:55.079350 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c9215-ded3-4f1b-81b9-b087104d38d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:55.079693 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c9215-ded3-4f1b-81b9-b087104d38d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:55.080021 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c9215-ded3-4f1b-81b9-b087104d38d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:55.080354 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c9215-ded3-4f1b-81b9-b087104d38d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:55.080678 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c9215-ded3-4f1b-81b9-b087104d38d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:55.081002 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c9215-ded3-4f1b-81b9-b087104d38d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:55.081327 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c9215-ded3-4f1b-81b9-b087104d38d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:55.081720 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c9215-ded3-4f1b-81b9-b087104d38d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:55.081974 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c9215-ded3-4f1b-81b9-b087104d38d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:55.082317 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c9215-ded3-4f1b-81b9-b087104d38d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:55.082640 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c9215-ded3-4f1b-81b9-b087104d38d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:55.082984 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c9215-ded3-4f1b-81b9-b087104d38d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:55.083363 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c9215-ded3-4f1b-81b9-b087104d38d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:56.248478 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 5 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:56:58.796371 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:57:04.889618 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=18,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:57:04.890521 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=21,neutron:INSERT=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:57:05.067309 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:57:05.075058 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:57:05.103569 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:57:06.244076 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=4 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:57:06.244936 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=4 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:57:13.549050 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef41ba3f-2da4-413d-badc-3717843b175a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:57:15.814847 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ca7be0a8-6faa-4ce7-b56c-a61ee6f07897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:57:17.062874 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:57:18.349950 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:57:18.806643 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:57:28.795866 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:57:28.801953 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:57:33.252531 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 5 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:57:43.244235 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=4 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:57:43.245656 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=4 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:57:43.550898 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6f535317-5bbc-4051-94bc-dcdf9e64ae0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:57:45.816162 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ee2ec3e0-e0ff-4603-8e61-4c6e3584f931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:57:47.066065 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:57:48.353173 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:57:48.802890 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:57:58.796604 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:57:58.798450 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:58:10.251959 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 5 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:58:13.552791 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-27b6ff82-829c-4290-b8b8-ab8d4ae5626b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:58:15.818989 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-29a83808-3cc6-48c3-abce-ddb2da5d1d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:58:17.069031 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:58:18.358235 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:58:18.805345 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:58:20.249021 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:58:20.249935 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=4 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:58:28.795177 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:58:28.801118 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:58:39.575654 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-687213'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:58:43.554928 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-26696d28-8567-46d7-9aef-fa2fb326ded4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:58:45.820731 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3dd4a369-2075-4a0f-a8a8-28571999527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:58:47.072733 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:58:47.253163 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:58:48.362394 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:58:48.807236 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:58:51.968051 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 57522) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:58:52.093708 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-bf11e31e-26c9-485e-a36b-53af71b76fc4 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1245725 Jul 24 00:58:52.281438 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=5 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:58:54.162067 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 57532) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 00:58:54.217716 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-822ca5a6-36fb-494e-ac7e-562de4b6d251 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0545747 Jul 24 00:58:57.248488 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=3 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:58:58.801819 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:58:58.803756 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:59:04.212752 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:59:04.213607 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:59:09.475092 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=15 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:59:09.477063 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=11 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:59:09.569217 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:59:13.556996 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4f0bed90-b372-4b1c-88cc-c2b0bc3a040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:59:15.824674 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-607e62f3-88dd-4a1f-81c5-2f43e03fab78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:59:17.075022 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:59:18.365941 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:59:18.809024 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:59:24.252260 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:59:28.798110 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:59:28.805081 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:UPDATE=5,neutron:SELECT=8 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:59:34.247802 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=4 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:59:34.248568 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=4 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:59:39.592016 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:59:43.562669 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-67464882-b647-49e8-b3c1-7135fe81d6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:59:45.827346 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8c9c3975-1151-41b9-8e26-38f2567b6a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:59:47.078943 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:59:48.378956 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:59:48.841969 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 00:59:53.247156 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:59:53.267452 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:59:58.372848 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 00:59:58.835920 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:01.250945 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:00:09.571011 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:12.254657 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=6 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:12.255416 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:13.556168 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-71a113b5-8f67-4120-bef1-7bdb6ab75753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:15.829282 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-44ce979b-c31f-429d-9df7-779c1c9aab1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:17.093998 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:18.376622 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:18.816435 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:28.809409 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:28.811570 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:29.724763 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 57672) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:30.049886 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-908948305-network', 'tenant_id': '644464d3831e468f8ab9957bb33817b0'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:30.073671 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Made reservation on behalf of 644464d3831e468f8ab9957bb33817b0 for: {'network': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:30.079631 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for network (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:30.091950 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:30.154710 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 57704) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:30.175688 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Publish callbacks [] for security_group (8e6719d3-9575-4385-97ba-2515ac66159c), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:30.180750 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (8e6719d3-9575-4385-97ba-2515ac66159c), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:30.215038 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:00:30.228878 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6719d3-9575-4385-97ba-2515ac66159c,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:30.238516 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:30.239117 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.segments_db [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Added segment f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8 of type vlan for network d2871582-ae5b-4292-87a4-e519f553496c Jul 24 01:00:30.249240 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.249592 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.249957 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.250300 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.250637 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.250994 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.251323 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.251654 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.251999 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.252330 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.252675 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.253011 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.253345 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.253667 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.253988 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Tracked resource versions report: Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: pushed versions: Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: { 'AddressGroup': {'1.2'}, Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'Agent': {'1.1'}, Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'ConntrackHelper': {'1.0'}, Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'LocalIPAssociation': {'1.0'}, Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'Log': {'1.0'}, Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'NDPProxy': {'1.0'}, Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'Network': {'1.1'}, Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'Port': {'1.7'}, Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'PortForwarding': {'1.3'}, Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'QosPolicy': {'1.10'}, Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'SecurityGroup': {'1.5'}, Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'SecurityGroupRule': {'1.2'}, Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'SubPort': {'1.0'}, Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'Subnet': {'1.1'}, Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'Trunk': {'1.1'}} Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: consumer versions: Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: HyperV agent@hv-cinder-maste: {}, Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'Agent': '1.1', Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'ConntrackHelper': '1.0', Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'LocalIPAssociation': '1.0', Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'Log': '1.0', Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'NDPProxy': '1.0', Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'Network': '1.1', Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'Port': '1.7', Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'PortForwarding': '1.3', Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'QosPolicy': '1.10', Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'SecurityGroup': '1.5', Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'SecurityGroupRule': '1.2', Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'SubPort': '1.0', Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'Subnet': '1.1', Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: 'Trunk': '1.1'}} Jul 24 01:00:30.256075 dv-cinder-master-3-iscsi neutron-server[103995]: {{(pid=103995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 01:00:30.300705 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763390501425'] for network (d2871582-ae5b-4292-87a4-e519f553496c), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:30.331245 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for network (d2871582-ae5b-4292-87a4-e519f553496c), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:30.332248 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:00:30.332822 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:30.400047 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] Pushing event updated for resources: {'Network': ['ID=d2871582-ae5b-4292-87a4-e519f553496c,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:30.408628 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-069c3dd6-9c1f-48ca-b374-86abffcf766f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6810827 Jul 24 01:00:30.409031 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 57724) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:30.414489 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-ecfe7a67-194b-4f4e-bc54-d01d6a741556 admin admin] Request body: {'subnet': {'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-908948305-subnet', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:30.415972 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Network d2871582-ae5b-4292-87a4-e519f553496c details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:00:30.437091 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfe7a67-194b-4f4e-bc54-d01d6a741556 admin admin] Made reservation on behalf of 644464d3831e468f8ab9957bb33817b0 for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:30.440518 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7a67-194b-4f4e-bc54-d01d6a741556 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:30.462643 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1507528033-network', 'tenant_id': 'c129535452294d998fee4c9e259c9d41'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:30.505812 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Made reservation on behalf of c129535452294d998fee4c9e259c9d41 for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:30.509448 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:30.521961 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:30.627741 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Publish callbacks [] for security_group (69329197-a495-494b-8252-a943292b1b35), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:30.633828 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (69329197-a495-494b-8252-a943292b1b35), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:30.671428 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69329197-a495-494b-8252-a943292b1b35,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:30.673815 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7a67-194b-4f4e-bc54-d01d6a741556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for subnet (f013cc2c-f207-467b-86f3-d197484583fd), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:30.681716 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.682294 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.683103 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.683656 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.684141 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.684683 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.685172 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.685704 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.686051 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.686700 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.687077 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.687678 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.688227 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.688817 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.689163 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Tracked resource versions report: Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: pushed versions: Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: { 'AddressGroup': {'1.2'}, Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'Agent': {'1.1'}, Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'ConntrackHelper': {'1.0'}, Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'LocalIPAssociation': {'1.0'}, Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'Log': {'1.0'}, Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'NDPProxy': {'1.0'}, Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'Network': {'1.1'}, Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'Port': {'1.7'}, Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'PortForwarding': {'1.3'}, Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'QosPolicy': {'1.10'}, Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'SecurityGroup': {'1.5'}, Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'SecurityGroupRule': {'1.2'}, Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'SubPort': {'1.0'}, Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'Subnet': {'1.1'}, Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'Trunk': {'1.1'}} Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: consumer versions: Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: HyperV agent@hv-cinder-maste: {}, Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'Agent': '1.1', Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'ConntrackHelper': '1.0', Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'LocalIPAssociation': '1.0', Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'Log': '1.0', Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'NDPProxy': '1.0', Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'Network': '1.1', Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'Port': '1.7', Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'PortForwarding': '1.3', Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'QosPolicy': '1.10', Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'SecurityGroup': '1.5', Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'SecurityGroupRule': '1.2', Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'SubPort': '1.0', Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'Subnet': '1.1', Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: 'Trunk': '1.1'}} Jul 24 01:00:30.690663 dv-cinder-master-3-iscsi neutron-server[103996]: {{(pid=103996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 01:00:30.706235 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:00:30.715233 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (41b24d9e-73d1-4509-820e-aa8b151062fb), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:30.715577 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Added segment 41b24d9e-73d1-4509-820e-aa8b151062fb of type vlan for network b9d14848-c599-4212-8897-d0ad638b5278 Jul 24 01:00:30.760060 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763390501425'] for network (b9d14848-c599-4212-8897-d0ad638b5278), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:30.764127 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe7a67-194b-4f4e-bc54-d01d6a741556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f013cc2c-f207-467b-86f3-d197484583fd,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:30.776277 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfe7a67-194b-4f4e-bc54-d01d6a741556 admin admin] Checking segment: {'id': 'f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:00:30.776872 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfe7a67-194b-4f4e-bc54-d01d6a741556 admin admin] Network hostable DHCP agents. Network: d2871582-ae5b-4292-87a4-e519f553496c, hostable agents: ['c3e033ef-4c45-4acb-8d93-0c64c51b87a9'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:00:30.789784 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for network (b9d14848-c599-4212-8897-d0ad638b5278), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:30.790955 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:00:30.792611 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:30.800886 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfe7a67-194b-4f4e-bc54-d01d6a741556 admin admin] Network d2871582-ae5b-4292-87a4-e519f553496c is scheduled to be hosted by DHCP agent c3e033ef-4c45-4acb-8d93-0c64c51b87a9 with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:00:30.814060 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-ecfe7a67-194b-4f4e-bc54-d01d6a741556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, d2871582-ae5b-4292-87a4-e519f553496c) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:30.826906 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfe7a67-194b-4f4e-bc54-d01d6a741556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:00:30.827823 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ecfe7a67-194b-4f4e-bc54-d01d6a741556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:30.829251 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06881eed-2de1-43e8-9f22-1e2ca3ac7005 None None] Network d2871582-ae5b-4292-87a4-e519f553496c requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:00:30.839063 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6825855 Jul 24 01:00:30.852973 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 57746) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:30.861504 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-fd096bdb-7c09-43c4-ac08-e4cbe437d57a admin admin] Request body: {'subnet': {'network_id': 'b9d14848-c599-4212-8897-d0ad638b5278', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1507528033-subnet', 'tenant_id': 'c129535452294d998fee4c9e259c9d41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:30.883510 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db30c6-7d67-4d57-be72-2249903ab599 admin admin] Pushing event updated for resources: {'Network': ['ID=b9d14848-c599-4212-8897-d0ad638b5278,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:30.899312 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-ecfe7a67-194b-4f4e-bc54-d01d6a741556 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4891186 Jul 24 01:00:30.902083 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd096bdb-7c09-43c4-ac08-e4cbe437d57a admin admin] Made reservation on behalf of c129535452294d998fee4c9e259c9d41 for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:30.902441 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 57750) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:30.905222 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fd096bdb-7c09-43c4-ac08-e4cbe437d57a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:30.907457 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-40934437-c9e1-4875-92db-87e11ec9e9a2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-908948305-router', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:30.908865 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:30.923441 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:30.936337 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Network b9d14848-c599-4212-8897-d0ad638b5278 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:00:30.966692 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-40934437-c9e1-4875-92db-87e11ec9e9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1231'] for router (fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:30.975887 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-40934437-c9e1-4875-92db-87e11ec9e9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-723578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1272'] for router (fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:31.026810 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-d2871582-ae5b-4292-87a4-e519f553496c', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'project_id': '644464d3831e468f8ab9957bb33817b0', 'fixed_ips': [{'subnet_id': 'f013cc2c-f207-467b-86f3-d197484583fd'}]}} from dv-cinder-master-3-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 01:00:31.028912 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:31.045989 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 57756) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:31.126898 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-40934437-c9e1-4875-92db-87e11ec9e9a2 admin admin] Publish callbacks [] for router_controller (fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0), precommit_add_association {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:31.130924 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 57760) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:31.196251 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 57764) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:31.202907 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fd096bdb-7c09-43c4-ac08-e4cbe437d57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for subnet (d29760ce-76a3-492d-a13f-9beae36f2f06), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:31.204884 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Allocated IP 172.20.0.2 (d2871582-ae5b-4292-87a4-e519f553496c/f013cc2c-f207-467b-86f3-d197484583fd/7f7df559-4f51-44f1-a2c5-b647dc7e66fa) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:31.388175 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Publish callbacks [] for port (7f7df559-4f51-44f1-a2c5-b647dc7e66fa), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:31.398553 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (7f7df559-4f51-44f1-a2c5-b647dc7e66fa), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:31.445741 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-40934437-c9e1-4875-92db-87e11ec9e9a2 admin admin] Publish callbacks [] for router_gateway (fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:31.457657 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Network d2871582-ae5b-4292-87a4-e519f553496c is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:31.463733 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd096bdb-7c09-43c4-ac08-e4cbe437d57a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d29760ce-76a3-492d-a13f-9beae36f2f06,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:31.464130 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:31.468856 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:00:31.477271 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Pushing event updated for resources: {'Port': ['ID=7f7df559-4f51-44f1-a2c5-b647dc7e66fa,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:31.498624 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd096bdb-7c09-43c4-ac08-e4cbe437d57a admin admin] Checking segment: {'id': '41b24d9e-73d1-4509-820e-aa8b151062fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b9d14848-c599-4212-8897-d0ad638b5278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:00:31.499016 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd096bdb-7c09-43c4-ac08-e4cbe437d57a admin admin] Network hostable DHCP agents. Network: b9d14848-c599-4212-8897-d0ad638b5278, hostable agents: ['c3e033ef-4c45-4acb-8d93-0c64c51b87a9'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:00:31.504440 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:31.505076 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:31.505742 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:31.506169 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:31.506577 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:31.507015 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:31.507458 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:31.507860 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:31.508300 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:31.508765 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:31.509114 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:31.509531 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:31.509921 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:31.510307 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:31.510697 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Tracked resource versions report: Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: pushed versions: Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: { 'AddressGroup': {'1.2'}, Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'Agent': {'1.1'}, Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'ConntrackHelper': {'1.0'}, Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'LocalIPAssociation': {'1.0'}, Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'Log': {'1.0'}, Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'NDPProxy': {'1.0'}, Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'Network': {'1.1'}, Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'Port': {'1.7'}, Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'PortForwarding': {'1.3'}, Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'QosPolicy': {'1.10'}, Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'SecurityGroup': {'1.5'}, Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'SecurityGroupRule': {'1.2'}, Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'SubPort': {'1.0'}, Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'Subnet': {'1.1'}, Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'Trunk': {'1.1'}} Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: consumer versions: Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: HyperV agent@hv-cinder-maste: {}, Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'Agent': '1.1', Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'ConntrackHelper': '1.0', Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'LocalIPAssociation': '1.0', Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'Log': '1.0', Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'NDPProxy': '1.0', Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'Network': '1.1', Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'Port': '1.7', Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'PortForwarding': '1.3', Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'QosPolicy': '1.10', Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'SecurityGroup': '1.5', Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'SecurityGroupRule': '1.2', Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'SubPort': '1.0', Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'Subnet': '1.1', Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: 'Trunk': '1.1'}} Jul 24 01:00:31.512019 dv-cinder-master-3-iscsi neutron-server[103997]: {{(pid=103997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 01:00:31.535713 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd096bdb-7c09-43c4-ac08-e4cbe437d57a admin admin] Network b9d14848-c599-4212-8897-d0ad638b5278 is scheduled to be hosted by DHCP agent c3e033ef-4c45-4acb-8d93-0c64c51b87a9 with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:00:31.555390 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Attempting to bind port 7f7df559-4f51-44f1-a2c5-b647dc7e66fa on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:00:31.556082 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Attempting to bind port 7f7df559-4f51-44f1-a2c5-b647dc7e66fa by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:00:31.556966 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Attempting to bind port 7f7df559-4f51-44f1-a2c5-b647dc7e66fa on network d2871582-ae5b-4292-87a4-e519f553496c {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:00:31.561236 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-e90c33c2-68ba-4eb1-8f59-1807f18de84e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-789566168-network', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:31.564395 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:00:31.565091 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Checking segment: {'id': 'f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:00:31.565821 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:31.566468 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Bound using segment: {'id': 'f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:00:31.567240 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Bound port: 7f7df559-4f51-44f1-a2c5-b647dc7e66fa, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:00:31.567897 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (7f7df559-4f51-44f1-a2c5-b647dc7e66fa), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:31.606303 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-fd096bdb-7c09-43c4-ac08-e4cbe437d57a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, b9d14848-c599-4212-8897-d0ad638b5278) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:31.614464 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd096bdb-7c09-43c4-ac08-e4cbe437d57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:00:31.614942 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fd096bdb-7c09-43c4-ac08-e4cbe437d57a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:31.618835 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbebbae-52cb-47fe-8fe7-fca0c388ec5e None None] Network b9d14848-c599-4212-8897-d0ad638b5278 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:00:31.627554 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90c33c2-68ba-4eb1-8f59-1807f18de84e admin admin] Made reservation on behalf of f7d219e82efe44f9b6f860a5fabc7733 for: {'network': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:31.632029 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e90c33c2-68ba-4eb1-8f59-1807f18de84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for network (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:31.638133 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-3b7e4de0-e9ac-44ff-923c-f183116773be admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-network', 'tenant_id': '75293bf0100f435bb567b690edc85533'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:31.649215 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e90c33c2-68ba-4eb1-8f59-1807f18de84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:31.669618 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:31.682568 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-fd096bdb-7c09-43c4-ac08-e4cbe437d57a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8275557 Jul 24 01:00:31.683052 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 57780) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:31.691705 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-5a34472c-cc0e-445a-ba09-8dbdf078bba9 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1507528033-router', 'tenant_id': 'c129535452294d998fee4c9e259c9d41', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:31.701465 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:31.703906 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-40934437-c9e1-4875-92db-87e11ec9e9a2 admin admin] Publish callbacks [] for router_gateway (fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:31.718092 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] For port 7f7df559-4f51-44f1-a2c5-b647dc7e66fa, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:31.735755 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-05b5c08b-85a6-4d99-853e-9912b77e39db admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2021617034-network', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:31.742077 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-40934437-c9e1-4875-92db-87e11ec9e9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:31.743837 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] For port 7f7df559-4f51-44f1-a2c5-b647dc7e66fa, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7f7df559-4f51-44f1-a2c5-b647dc7e66fa,segment=NetworkSegment(f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8),segment_id=f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:31.760698 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (7f7df559-4f51-44f1-a2c5-b647dc7e66fa), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:31.782911 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5a34472c-cc0e-445a-ba09-8dbdf078bba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1231'] for router (b1a9e21a-35b4-4a2d-a176-bab8b83005b8), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:31.792388 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5a34472c-cc0e-445a-ba09-8dbdf078bba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-723578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1272'] for router (b1a9e21a-35b4-4a2d-a176-bab8b83005b8), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:31.832561 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1092c22-ced4-4844-9ccc-9b34764adfeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-b9d14848-c599-4212-8897-d0ad638b5278', 'network_id': 'b9d14848-c599-4212-8897-d0ad638b5278', 'project_id': 'c129535452294d998fee4c9e259c9d41', 'fixed_ips': [{'subnet_id': 'd29760ce-76a3-492d-a13f-9beae36f2f06'}]}} from dv-cinder-master-3-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 01:00:31.835174 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d1092c22-ced4-4844-9ccc-9b34764adfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:31.854542 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:31.857817 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7e4de0-e9ac-44ff-923c-f183116773be admin admin] Made reservation on behalf of 75293bf0100f435bb567b690edc85533 for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:31.863933 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4de0-e9ac-44ff-923c-f183116773be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:31.884647 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73041-b995-43f0-a5dd-54ef6b28c066 None None] Pushing event updated for resources: {'Port': ['ID=7f7df559-4f51-44f1-a2c5-b647dc7e66fa,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:31.901421 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:31.910394 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4de0-e9ac-44ff-923c-f183116773be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:31.937999 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5a34472c-cc0e-445a-ba09-8dbdf078bba9 admin admin] Publish callbacks [] for router_controller (b1a9e21a-35b4-4a2d-a176-bab8b83005b8), precommit_add_association {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:32.052579 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-40934437-c9e1-4875-92db-87e11ec9e9a2 admin admin] Allocated IP 172.37.6.6 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/2b9c7787-5360-404d-940d-3adb743c4404) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:32.083638 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e90c33c2-68ba-4eb1-8f59-1807f18de84e admin admin] Publish callbacks [] for security_group (ae2fb426-7100-46b0-8e97-5c348d305348), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:32.091460 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b5c08b-85a6-4d99-853e-9912b77e39db admin admin] Made reservation on behalf of 3c68e39bc1724fda980be3463bbf7d7b for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:32.096895 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-05b5c08b-85a6-4d99-853e-9912b77e39db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:32.098062 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e90c33c2-68ba-4eb1-8f59-1807f18de84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (ae2fb426-7100-46b0-8e97-5c348d305348), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:32.134727 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c33c2-68ba-4eb1-8f59-1807f18de84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2fb426-7100-46b0-8e97-5c348d305348,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:32.143094 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-05b5c08b-85a6-4d99-853e-9912b77e39db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:32.240916 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-d1092c22-ced4-4844-9ccc-9b34764adfeb None None] Allocated IP 172.20.0.2 (b9d14848-c599-4212-8897-d0ad638b5278/d29760ce-76a3-492d-a13f-9beae36f2f06/6cf4c4e5-c893-403c-a108-ff7a2df053de) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:32.276673 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e90c33c2-68ba-4eb1-8f59-1807f18de84e admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:00:32.328381 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e90c33c2-68ba-4eb1-8f59-1807f18de84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (74c2a00b-185e-4fc6-bac5-4c487cfc75e4), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:32.328729 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.segments_db [None req-e90c33c2-68ba-4eb1-8f59-1807f18de84e admin admin] Added segment 74c2a00b-185e-4fc6-bac5-4c487cfc75e4 of type vlan for network fd9f01d9-09a8-410d-9e7d-efac033dcd4b Jul 24 01:00:32.340645 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5a34472c-cc0e-445a-ba09-8dbdf078bba9 admin admin] Publish callbacks [] for router_gateway (b1a9e21a-35b4-4a2d-a176-bab8b83005b8), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:32.368957 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:32.439859 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-40934437-c9e1-4875-92db-87e11ec9e9a2 admin admin] Publish callbacks [] for port (2b9c7787-5360-404d-940d-3adb743c4404), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:32.490014 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e90c33c2-68ba-4eb1-8f59-1807f18de84e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763390501425'] for network (fd9f01d9-09a8-410d-9e7d-efac033dcd4b), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:32.498700 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:UPDATE=4,neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:32.543450 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-40934437-c9e1-4875-92db-87e11ec9e9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (2b9c7787-5360-404d-940d-3adb743c4404), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:32.563541 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d1092c22-ced4-4844-9ccc-9b34764adfeb None None] Publish callbacks [] for port (6cf4c4e5-c893-403c-a108-ff7a2df053de), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:32.574092 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d1092c22-ced4-4844-9ccc-9b34764adfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (6cf4c4e5-c893-403c-a108-ff7a2df053de), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:32.596621 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40934437-c9e1-4875-92db-87e11ec9e9a2 admin admin] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:32.611187 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-40934437-c9e1-4875-92db-87e11ec9e9a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:32.620373 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1092c22-ced4-4844-9ccc-9b34764adfeb None None] Network b9d14848-c599-4212-8897-d0ad638b5278 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:32.625183 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-d1092c22-ced4-4844-9ccc-9b34764adfeb None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:32.678998 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e90c33c2-68ba-4eb1-8f59-1807f18de84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for network (fd9f01d9-09a8-410d-9e7d-efac033dcd4b), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:32.680139 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90c33c2-68ba-4eb1-8f59-1807f18de84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:00:32.680875 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e90c33c2-68ba-4eb1-8f59-1807f18de84e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:32.695254 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1092c22-ced4-4844-9ccc-9b34764adfeb None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:00:32.750933 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:32.755133 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40934437-c9e1-4875-92db-87e11ec9e9a2 admin admin] Pushing event updated for resources: {'Port': ['ID=2b9c7787-5360-404d-940d-3adb743c4404,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:32.768591 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-e90c33c2-68ba-4eb1-8f59-1807f18de84e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.5681162 Jul 24 01:00:32.768822 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1092c22-ced4-4844-9ccc-9b34764adfeb None None] Pushing event updated for resources: {'Port': ['ID=6cf4c4e5-c893-403c-a108-ff7a2df053de,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:32.772453 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40934437-c9e1-4875-92db-87e11ec9e9a2 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:00:32.821793 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-d1092c22-ced4-4844-9ccc-9b34764adfeb None None] Attempting to bind port 6cf4c4e5-c893-403c-a108-ff7a2df053de on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:00:32.822168 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-d1092c22-ced4-4844-9ccc-9b34764adfeb None None] Attempting to bind port 6cf4c4e5-c893-403c-a108-ff7a2df053de by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '41b24d9e-73d1-4509-820e-aa8b151062fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b9d14848-c599-4212-8897-d0ad638b5278'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:00:32.822531 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1092c22-ced4-4844-9ccc-9b34764adfeb None None] Attempting to bind port 6cf4c4e5-c893-403c-a108-ff7a2df053de on network b9d14848-c599-4212-8897-d0ad638b5278 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:00:32.832333 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1092c22-ced4-4844-9ccc-9b34764adfeb None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:00:32.833307 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1092c22-ced4-4844-9ccc-9b34764adfeb None None] Checking segment: {'id': '41b24d9e-73d1-4509-820e-aa8b151062fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b9d14848-c599-4212-8897-d0ad638b5278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:00:32.833717 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d1092c22-ced4-4844-9ccc-9b34764adfeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:32.834115 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1092c22-ced4-4844-9ccc-9b34764adfeb None None] Bound using segment: {'id': '41b24d9e-73d1-4509-820e-aa8b151062fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b9d14848-c599-4212-8897-d0ad638b5278'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:00:32.834594 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-d1092c22-ced4-4844-9ccc-9b34764adfeb None None] Bound port: 6cf4c4e5-c893-403c-a108-ff7a2df053de, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b24d9e-73d1-4509-820e-aa8b151062fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b9d14848-c599-4212-8897-d0ad638b5278'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:00:32.840282 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d1092c22-ced4-4844-9ccc-9b34764adfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (6cf4c4e5-c893-403c-a108-ff7a2df053de), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:32.850040 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 57806) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:32.876375 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-6b42e708-9dc0-49ba-b5ad-33d61e8d68a5 admin admin] Request body: {'subnet': {'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-789566168-subnet', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:32.895305 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c33c2-68ba-4eb1-8f59-1807f18de84e admin admin] Pushing event updated for resources: {'Network': ['ID=fd9f01d9-09a8-410d-9e7d-efac033dcd4b,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:32.941751 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Network fd9f01d9-09a8-410d-9e7d-efac033dcd4b details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:00:33.004116 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5a34472c-cc0e-445a-ba09-8dbdf078bba9 admin admin] Publish callbacks [] for router_gateway (b1a9e21a-35b4-4a2d-a176-bab8b83005b8), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:33.059787 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b42e708-9dc0-49ba-b5ad-33d61e8d68a5 admin admin] Made reservation on behalf of f7d219e82efe44f9b6f860a5fabc7733 for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:33.062431 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6b42e708-9dc0-49ba-b5ad-33d61e8d68a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:33.071430 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5a34472c-cc0e-445a-ba09-8dbdf078bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:33.164650 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 7f7df559-4f51-44f1-a2c5-b647dc7e66fa up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:33.179583 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d1092c22-ced4-4844-9ccc-9b34764adfeb None None] For port 6cf4c4e5-c893-403c-a108-ff7a2df053de, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:33.233863 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d1092c22-ced4-4844-9ccc-9b34764adfeb None None] For port 6cf4c4e5-c893-403c-a108-ff7a2df053de, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6cf4c4e5-c893-403c-a108-ff7a2df053de,segment=NetworkSegment(41b24d9e-73d1-4509-820e-aa8b151062fb),segment_id=41b24d9e-73d1-4509-820e-aa8b151062fb)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:33.257102 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d1092c22-ced4-4844-9ccc-9b34764adfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (6cf4c4e5-c893-403c-a108-ff7a2df053de), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:33.316475 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 7f7df559-4f51-44f1-a2c5-b647dc7e66fa triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:33.317065 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (7f7df559-4f51-44f1-a2c5-b647dc7e66fa), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:33.353460 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4de0-e9ac-44ff-923c-f183116773be admin admin] Publish callbacks [] for security_group (777765e5-c657-4371-93cd-508055b16e63), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:33.392131 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4de0-e9ac-44ff-923c-f183116773be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (777765e5-c657-4371-93cd-508055b16e63), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:33.413816 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1092c22-ced4-4844-9ccc-9b34764adfeb None None] Pushing event updated for resources: {'Port': ['ID=6cf4c4e5-c893-403c-a108-ff7a2df053de,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:33.432200 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:33.461162 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-5a34472c-cc0e-445a-ba09-8dbdf078bba9 admin admin] Allocated IP 172.37.6.135 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/b6f20819-23b0-48f9-81da-3a29f4d27143) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:33.490045 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 7f7df559-4f51-44f1-a2c5-b647dc7e66fa is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:33.490726 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (7f7df559-4f51-44f1-a2c5-b647dc7e66fa), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:33.564454 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] For port 7f7df559-4f51-44f1-a2c5-b647dc7e66fa, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7f7df559-4f51-44f1-a2c5-b647dc7e66fa,segment=NetworkSegment(f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8),segment_id=f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:33.573274 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (7f7df559-4f51-44f1-a2c5-b647dc7e66fa), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:33.576287 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7e4de0-e9ac-44ff-923c-f183116773be admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:00:33.581713 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e4de0-e9ac-44ff-923c-f183116773be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777765e5-c657-4371-93cd-508055b16e63,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:33.608529 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a3cde6-7ab4-4184-84fd-ab40861c5012 None None] Network d2871582-ae5b-4292-87a4-e519f553496c requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:00:33.670434 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4de0-e9ac-44ff-923c-f183116773be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:33.670796 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-3b7e4de0-e9ac-44ff-923c-f183116773be admin admin] Added segment 5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4 of type vlan for network e240c1c7-87a5-4124-b96b-a74d28ba2a48 Jul 24 01:00:33.693147 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:33.718715 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5a34472c-cc0e-445a-ba09-8dbdf078bba9 admin admin] Publish callbacks [] for port (b6f20819-23b0-48f9-81da-3a29f4d27143), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:33.801111 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d4bce2fe-caf0-4cc6-a6b1-062897345952 None None] Provisioning complete for port 7f7df559-4f51-44f1-a2c5-b647dc7e66fa triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:33.802108 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d4bce2fe-caf0-4cc6-a6b1-062897345952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (7f7df559-4f51-44f1-a2c5-b647dc7e66fa), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:33.810224 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-40934437-c9e1-4875-92db-87e11ec9e9a2 admin admin] Publish callbacks [] for router_gateway (fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:33.867249 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Pushing event updated for resources: {'Port': ['ID=7f7df559-4f51-44f1-a2c5-b647dc7e66fa,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:33.873333 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5a34472c-cc0e-445a-ba09-8dbdf078bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (b6f20819-23b0-48f9-81da-3a29f4d27143), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:33.880563 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4de0-e9ac-44ff-923c-f183116773be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763390501425'] for network (e240c1c7-87a5-4124-b96b-a74d28ba2a48), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:33.934406 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:INSERT=20,neutron:UPDATE=5,neutron:SELECT=75 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:33.942532 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-05b5c08b-85a6-4d99-853e-9912b77e39db admin admin] Publish callbacks [] for security_group (b61cf759-0672-41f5-8b25-c45c1f6f2c37), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:34.021260 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a34472c-cc0e-445a-ba09-8dbdf078bba9 admin admin] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:34.047654 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-5a34472c-cc0e-445a-ba09-8dbdf078bba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:34.056030 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a34472c-cc0e-445a-ba09-8dbdf078bba9 admin admin] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:00:34.102732 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d4bce2fe-caf0-4cc6-a6b1-062897345952 None None] Current status of the port 7f7df559-4f51-44f1-a2c5-b647dc7e66fa is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:34.104795 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34472c-cc0e-445a-ba09-8dbdf078bba9 admin admin] Pushing event updated for resources: {'Port': ['ID=b6f20819-23b0-48f9-81da-3a29f4d27143,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:34.168200 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4de0-e9ac-44ff-923c-f183116773be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for network (e240c1c7-87a5-4124-b96b-a74d28ba2a48), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:34.169541 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7e4de0-e9ac-44ff-923c-f183116773be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:00:34.170218 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4de0-e9ac-44ff-923c-f183116773be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:34.273534 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-05b5c08b-85a6-4d99-853e-9912b77e39db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (b61cf759-0672-41f5-8b25-c45c1f6f2c37), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:34.344060 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5c08b-85a6-4d99-853e-9912b77e39db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61cf759-0672-41f5-8b25-c45c1f6f2c37,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:34.372883 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e4de0-e9ac-44ff-923c-f183116773be admin admin] Pushing event updated for resources: {'Network': ['ID=e240c1c7-87a5-4124-b96b-a74d28ba2a48,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:34.385763 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:34.392409 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3b7e4de0-e9ac-44ff-923c-f183116773be admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.3422756 Jul 24 01:00:34.392409 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b5c08b-85a6-4d99-853e-9912b77e39db admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:00:34.392846 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Network e240c1c7-87a5-4124-b96b-a74d28ba2a48 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:00:34.421394 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 57842) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:34.427678 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-6981d1e4-6873-4148-a8b5-d20d71ddd79f admin admin] Request body: {'subnet': {'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-subnet', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:34.453185 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-05b5c08b-85a6-4d99-853e-9912b77e39db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (7b173060-b5f3-4b8a-986a-6af6def45749), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:34.453491 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-05b5c08b-85a6-4d99-853e-9912b77e39db admin admin] Added segment 7b173060-b5f3-4b8a-986a-6af6def45749 of type vlan for network 37cd1572-14d0-471e-b2ca-ff3f9078882e Jul 24 01:00:34.519511 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6981d1e4-6873-4148-a8b5-d20d71ddd79f admin admin] Made reservation on behalf of 75293bf0100f435bb567b690edc85533 for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:34.522109 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6981d1e4-6873-4148-a8b5-d20d71ddd79f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:34.600400 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-ccc9d2ed-ac6e-4851-af26-2df33ef7525f None None] Provisioning complete for port 7f7df559-4f51-44f1-a2c5-b647dc7e66fa triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:34.600979 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ccc9d2ed-ac6e-4851-af26-2df33ef7525f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (7f7df559-4f51-44f1-a2c5-b647dc7e66fa), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:34.683337 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-05b5c08b-85a6-4d99-853e-9912b77e39db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763390501425'] for network (37cd1572-14d0-471e-b2ca-ff3f9078882e), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:34.696558 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6b42e708-9dc0-49ba-b5ad-33d61e8d68a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for subnet (799e17c1-9604-4b46-8040-e48ddab56dcd), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:34.878164 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-ccc9d2ed-ac6e-4851-af26-2df33ef7525f None None] Current status of the port 7f7df559-4f51-44f1-a2c5-b647dc7e66fa is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:34.935960 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20db7d4-55b2-4996-a7c8-12a44375a7d4 None None] Network b9d14848-c599-4212-8897-d0ad638b5278 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:00:34.941315 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-40934437-c9e1-4875-92db-87e11ec9e9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674738'] for router (fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:35.092030 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:35.134730 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-05b5c08b-85a6-4d99-853e-9912b77e39db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for network (37cd1572-14d0-471e-b2ca-ff3f9078882e), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:35.136848 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b5c08b-85a6-4d99-853e-9912b77e39db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:00:35.137213 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 7f7df559-4f51-44f1-a2c5-b647dc7e66fa up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:35.137430 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-05b5c08b-85a6-4d99-853e-9912b77e39db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:35.184848 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-05b5c08b-85a6-4d99-853e-9912b77e39db admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 4.0523162 Jul 24 01:00:35.185628 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42e708-9dc0-49ba-b5ad-33d61e8d68a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=799e17c1-9604-4b46-8040-e48ddab56dcd,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:35.189451 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 57870) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:35.196978 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b42e708-9dc0-49ba-b5ad-33d61e8d68a5 admin admin] Checking segment: {'id': '74c2a00b-185e-4fc6-bac5-4c487cfc75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:00:35.197110 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b42e708-9dc0-49ba-b5ad-33d61e8d68a5 admin admin] Network hostable DHCP agents. Network: fd9f01d9-09a8-410d-9e7d-efac033dcd4b, hostable agents: ['c3e033ef-4c45-4acb-8d93-0c64c51b87a9'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:00:35.206220 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-2f2716a1-e4b7-4ee4-b046-277d73c35868 admin admin] Request body: {'subnet': {'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-subnet', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:35.227402 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:35.234223 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5a34472c-cc0e-445a-ba09-8dbdf078bba9 admin admin] Publish callbacks [] for router_gateway (b1a9e21a-35b4-4a2d-a176-bab8b83005b8), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:35.243582 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-a45356ba-72c5-44ac-9772-20a2a2bcb5f2 None None] Provisioning complete for port 6cf4c4e5-c893-403c-a108-ff7a2df053de triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:35.244034 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a45356ba-72c5-44ac-9772-20a2a2bcb5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (6cf4c4e5-c893-403c-a108-ff7a2df053de), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:35.354150 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 7f7df559-4f51-44f1-a2c5-b647dc7e66fa triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:35.354543 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (7f7df559-4f51-44f1-a2c5-b647dc7e66fa), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:35.369398 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5c08b-85a6-4d99-853e-9912b77e39db admin admin] Pushing event updated for resources: {'Network': ['ID=37cd1572-14d0-471e-b2ca-ff3f9078882e,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:35.373171 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2716a1-e4b7-4ee4-b046-277d73c35868 admin admin] Made reservation on behalf of 3c68e39bc1724fda980be3463bbf7d7b for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:35.375940 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2f2716a1-e4b7-4ee4-b046-277d73c35868 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:35.395166 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Network 37cd1572-14d0-471e-b2ca-ff3f9078882e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:00:35.405555 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=100 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:35.468763 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:35.492519 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b42e708-9dc0-49ba-b5ad-33d61e8d68a5 admin admin] Network fd9f01d9-09a8-410d-9e7d-efac033dcd4b is scheduled to be hosted by DHCP agent c3e033ef-4c45-4acb-8d93-0c64c51b87a9 with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:00:35.505461 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40934437-c9e1-4875-92db-87e11ec9e9a2 admin admin] Router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 is scheduled to L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a with binding_index 1 {{(pid=103996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 01:00:35.513002 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-6b42e708-9dc0-49ba-b5ad-33d61e8d68a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, fd9f01d9-09a8-410d-9e7d-efac033dcd4b) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:35.526066 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b42e708-9dc0-49ba-b5ad-33d61e8d68a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:00:35.526825 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6b42e708-9dc0-49ba-b5ad-33d61e8d68a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:35.546906 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd830ae-0bce-48be-85ba-f3c424d55e52 None None] Network fd9f01d9-09a8-410d-9e7d-efac033dcd4b requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:00:35.559135 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-a45356ba-72c5-44ac-9772-20a2a2bcb5f2 None None] Current status of the port 6cf4c4e5-c893-403c-a108-ff7a2df053de is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:35.559657 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a45356ba-72c5-44ac-9772-20a2a2bcb5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (6cf4c4e5-c893-403c-a108-ff7a2df053de), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:35.562861 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-6b42e708-9dc0-49ba-b5ad-33d61e8d68a5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6970830 Jul 24 01:00:35.565680 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 57890) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:35.571474 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-dc9bba5c-6ebe-474f-bec5-da009a85882d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-789566168-router', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:35.643274 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6981d1e4-6873-4148-a8b5-d20d71ddd79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for subnet (3183cb91-853c-4305-9098-55893a3692d6), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:35.678502 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40934437-c9e1-4875-92db-87e11ec9e9a2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:35.697033 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5a34472c-cc0e-445a-ba09-8dbdf078bba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674738'] for router (b1a9e21a-35b4-4a2d-a176-bab8b83005b8), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:35.701417 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] Sync routers for ids ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:35.715188 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-a45356ba-72c5-44ac-9772-20a2a2bcb5f2 None None] For port 6cf4c4e5-c893-403c-a108-ff7a2df053de, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6cf4c4e5-c893-403c-a108-ff7a2df053de,segment=NetworkSegment(41b24d9e-73d1-4509-820e-aa8b151062fb),segment_id=41b24d9e-73d1-4509-820e-aa8b151062fb)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:35.720077 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 7f7df559-4f51-44f1-a2c5-b647dc7e66fa is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:35.721151 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 6cf4c4e5-c893-403c-a108-ff7a2df053de up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:35.729054 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a45356ba-72c5-44ac-9772-20a2a2bcb5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (6cf4c4e5-c893-403c-a108-ff7a2df053de), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:35.747587 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-40934437-c9e1-4875-92db-87e11ec9e9a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:35.752642 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-40934437-c9e1-4875-92db-87e11ec9e9a2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8471551 Jul 24 01:00:35.753729 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 57892) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:35.756086 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] Routers {'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:00:35.756927 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:00:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:35.761479 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981d1e4-6873-4148-a8b5-d20d71ddd79f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3183cb91-853c-4305-9098-55893a3692d6,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:35.762412 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dc9bba5c-6ebe-474f-bec5-da009a85882d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1231'] for router (b3254423-dc9a-4e47-b6ae-2b50bb01e15a), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:35.763798 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dc9bba5c-6ebe-474f-bec5-da009a85882d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-723578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1272'] for router (b3254423-dc9a-4e47-b6ae-2b50bb01e15a), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:35.782200 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6981d1e4-6873-4148-a8b5-d20d71ddd79f admin admin] Checking segment: {'id': '5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:00:35.782558 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6981d1e4-6873-4148-a8b5-d20d71ddd79f admin admin] Network hostable DHCP agents. Network: e240c1c7-87a5-4124-b96b-a74d28ba2a48, hostable agents: ['c3e033ef-4c45-4acb-8d93-0c64c51b87a9'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:00:35.809550 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:35.820950 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dc9bba5c-6ebe-474f-bec5-da009a85882d admin admin] Publish callbacks [] for router_controller (b3254423-dc9a-4e47-b6ae-2b50bb01e15a), precommit_add_association {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:35.822273 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:35.843183 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c609d51a-49e5-4b63-9d5a-89462f0d1636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'fixed_ips': [{'subnet_id': '799e17c1-9604-4b46-8040-e48ddab56dcd'}]}} from dv-cinder-master-3-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 01:00:35.844234 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c609d51a-49e5-4b63-9d5a-89462f0d1636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:35.850068 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6981d1e4-6873-4148-a8b5-d20d71ddd79f admin admin] Network e240c1c7-87a5-4124-b96b-a74d28ba2a48 is scheduled to be hosted by DHCP agent c3e033ef-4c45-4acb-8d93-0c64c51b87a9 with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:00:35.877002 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-6981d1e4-6873-4148-a8b5-d20d71ddd79f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, e240c1c7-87a5-4124-b96b-a74d28ba2a48) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:35.877586 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45356ba-72c5-44ac-9772-20a2a2bcb5f2 None None] Pushing event updated for resources: {'Port': ['ID=6cf4c4e5-c893-403c-a108-ff7a2df053de,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:35.883792 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 6cf4c4e5-c893-403c-a108-ff7a2df053de triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:35.884354 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (6cf4c4e5-c893-403c-a108-ff7a2df053de), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:35.888250 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6981d1e4-6873-4148-a8b5-d20d71ddd79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:00:35.889095 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6981d1e4-6873-4148-a8b5-d20d71ddd79f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:35.889581 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-aed04006-f774-41f9-a192-36fec60b3d03 None None] Provisioning complete for port 6cf4c4e5-c893-403c-a108-ff7a2df053de triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:35.890068 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-aed04006-f774-41f9-a192-36fec60b3d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (6cf4c4e5-c893-403c-a108-ff7a2df053de), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:35.912659 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-6981d1e4-6873-4148-a8b5-d20d71ddd79f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4896953 Jul 24 01:00:35.915498 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 57894) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:35.920334 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-c4364ccf-ba49-40e7-8796-b37fe4b59732 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-router', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:35.923985 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58370ec-a718-46c2-9623-57bbc7b07d10 None None] Network e240c1c7-87a5-4124-b96b-a74d28ba2a48 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:00:35.940704 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:35.948196 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a34472c-cc0e-445a-ba09-8dbdf078bba9 admin admin] Router b1a9e21a-35b4-4a2d-a176-bab8b83005b8 is scheduled to L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a with binding_index 1 {{(pid=103995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 01:00:36.018582 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c4364ccf-ba49-40e7-8796-b37fe4b59732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1231'] for router (b7f90846-378c-460e-966a-1255785da876), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:36.018582 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c4364ccf-ba49-40e7-8796-b37fe4b59732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-723578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1272'] for router (b7f90846-378c-460e-966a-1255785da876), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:36.102118 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] Set router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:00:36.118380 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dc9bba5c-6ebe-474f-bec5-da009a85882d admin admin] Publish callbacks [] for router_gateway (b3254423-dc9a-4e47-b6ae-2b50bb01e15a), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:36.126083 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2f2716a1-e4b7-4ee4-b046-277d73c35868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for subnet (2eef0065-2281-4101-b3bd-eee4be86f7f1), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:36.183379 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2716a1-e4b7-4ee4-b046-277d73c35868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eef0065-2281-4101-b3bd-eee4be86f7f1,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:36.286161 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c4364ccf-ba49-40e7-8796-b37fe4b59732 admin admin] Publish callbacks [] for router_controller (b7f90846-378c-460e-966a-1255785da876), precommit_add_association {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:36.288684 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a34472c-cc0e-445a-ba09-8dbdf078bba9 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:36.335243 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] Sync routers for ids ['b1a9e21a-35b4-4a2d-a176-bab8b83005b8'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:36.368107 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:36.385413 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-c609d51a-49e5-4b63-9d5a-89462f0d1636 None None] Allocated IP 172.20.0.2 (fd9f01d9-09a8-410d-9e7d-efac033dcd4b/799e17c1-9604-4b46-8040-e48ddab56dcd/52098ab2-408c-4c6e-9d55-ac85f6856667) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:36.423550 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b25e890-e26e-4dbe-9776-fb3f12e0db2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'project_id': '75293bf0100f435bb567b690edc85533', 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6'}]}} from dv-cinder-master-3-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 01:00:36.428942 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7b25e890-e26e-4dbe-9776-fb3f12e0db2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:36.437168 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 6cf4c4e5-c893-403c-a108-ff7a2df053de is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:36.442532 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'name': 'tempest-AttachVolumeTestJSON-908948305-router', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6'}], 'enable_snat': True}, 'gw_port_id': '2b9c7787-5360-404d-940d-3adb743c4404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:30Z', 'updated_at': '2022-07-24T01:00:33Z', 'revision_number': 3, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'gw_port': {'id': '2b9c7787-5360-404d-940d-3adb743c4404', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:36.480181 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-aed04006-f774-41f9-a192-36fec60b3d03 None None] Current status of the port 6cf4c4e5-c893-403c-a108-ff7a2df053de is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:36.516723 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] Checking router: fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:00:36.516896 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] Updating router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 port 2b9c7787-5360-404d-940d-3adb743c4404 binding host dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:00:36.579184 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] Routers {'b1a9e21a-35b4-4a2d-a176-bab8b83005b8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:00:36.583263 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:00:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b1a9e21a-35b4-4a2d-a176-bab8b83005b8'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:36.586983 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c4364ccf-ba49-40e7-8796-b37fe4b59732 admin admin] Publish callbacks [] for router_gateway (b7f90846-378c-460e-966a-1255785da876), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:36.589915 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=6 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:36.600588 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (2b9c7787-5360-404d-940d-3adb743c4404), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:36.605444 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5a34472c-cc0e-445a-ba09-8dbdf078bba9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:36.608911 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-5a34472c-cc0e-445a-ba09-8dbdf078bba9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9224229 Jul 24 01:00:36.613082 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 57912) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:36.621237 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2716a1-e4b7-4ee4-b046-277d73c35868 admin admin] Checking segment: {'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:00:36.621634 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2716a1-e4b7-4ee4-b046-277d73c35868 admin admin] Network hostable DHCP agents. Network: 37cd1572-14d0-471e-b2ca-ff3f9078882e, hostable agents: ['c3e033ef-4c45-4acb-8d93-0c64c51b87a9'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:00:36.695939 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dc9bba5c-6ebe-474f-bec5-da009a85882d admin admin] Publish callbacks [] for router_gateway (b3254423-dc9a-4e47-b6ae-2b50bb01e15a), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:36.701207 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2716a1-e4b7-4ee4-b046-277d73c35868 admin admin] Network 37cd1572-14d0-471e-b2ca-ff3f9078882e is scheduled to be hosted by DHCP agent c3e033ef-4c45-4acb-8d93-0c64c51b87a9 with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:00:36.730336 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dc9bba5c-6ebe-474f-bec5-da009a85882d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:36.745382 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-2f2716a1-e4b7-4ee4-b046-277d73c35868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 37cd1572-14d0-471e-b2ca-ff3f9078882e) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:36.783771 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2716a1-e4b7-4ee4-b046-277d73c35868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:00:36.784345 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2f2716a1-e4b7-4ee4-b046-277d73c35868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:36.848442 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c9947c-5eb0-4cd0-ab3f-9fe1ce16bf3c None None] Network 37cd1572-14d0-471e-b2ca-ff3f9078882e requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:00:36.864995 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-2f2716a1-e4b7-4ee4-b046-277d73c35868 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6677146 Jul 24 01:00:36.872250 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 57920) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:36.877157 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-6df993b1-b5af-498d-9c57-c4aae3cff614 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:36.986813 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:36.988438 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 6cf4c4e5-c893-403c-a108-ff7a2df053de up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:36.998434 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6df993b1-b5af-498d-9c57-c4aae3cff614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1231'] for router (e7884272-781c-4764-a5fa-e9aabaf2f60a), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:37.001195 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6df993b1-b5af-498d-9c57-c4aae3cff614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-723578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1272'] for router (e7884272-781c-4764-a5fa-e9aabaf2f60a), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:37.082573 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] Publish callbacks [] for port (2b9c7787-5360-404d-940d-3adb743c4404), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:37.092535 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (2b9c7787-5360-404d-940d-3adb743c4404), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:37.208897 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc53b5-0c19-4ade-945d-cc2134570471 None None] Pushing event updated for resources: {'Port': ['ID=2b9c7787-5360-404d-940d-3adb743c4404,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:37.240169 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6df993b1-b5af-498d-9c57-c4aae3cff614 admin admin] Publish callbacks [] for router_controller (e7884272-781c-4764-a5fa-e9aabaf2f60a), precommit_add_association {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:37.248091 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc53b5-0c19-4ade-945d-cc2134570471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:37.252596 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc53b5-0c19-4ade-945d-cc2134570471 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:37.255382 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc53b5-0c19-4ade-945d-cc2134570471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:37.257119 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc53b5-0c19-4ade-945d-cc2134570471 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:37.259489 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc53b5-0c19-4ade-945d-cc2134570471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:37.260082 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc53b5-0c19-4ade-945d-cc2134570471 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:37.261651 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc53b5-0c19-4ade-945d-cc2134570471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:37.265438 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc53b5-0c19-4ade-945d-cc2134570471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:37.267906 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc53b5-0c19-4ade-945d-cc2134570471 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:37.268374 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc53b5-0c19-4ade-945d-cc2134570471 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:37.268973 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc53b5-0c19-4ade-945d-cc2134570471 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:37.269378 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc53b5-0c19-4ade-945d-cc2134570471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:37.280233 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc53b5-0c19-4ade-945d-cc2134570471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:37.282345 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc53b5-0c19-4ade-945d-cc2134570471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:37.282899 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc53b5-0c19-4ade-945d-cc2134570471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc53b5-0c19-4ade-945d-cc2134570471 None None] Tracked resource versions report: Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: pushed versions: Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: { 'AddressGroup': {'1.2'}, Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'Agent': {'1.1'}, Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'ConntrackHelper': {'1.0'}, Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'LocalIPAssociation': {'1.0'}, Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'Log': {'1.0'}, Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'NDPProxy': {'1.0'}, Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'Network': {'1.1'}, Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'Port': {'1.7'}, Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'PortForwarding': {'1.3'}, Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'QosPolicy': {'1.10'}, Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'SecurityGroup': {'1.5'}, Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'SecurityGroupRule': {'1.2'}, Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'SubPort': {'1.0'}, Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'Subnet': {'1.1'}, Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'Trunk': {'1.1'}} Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: consumer versions: Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: HyperV agent@hv-cinder-maste: {}, Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'Agent': '1.1', Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'ConntrackHelper': '1.0', Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'LocalIPAssociation': '1.0', Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'Log': '1.0', Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'NDPProxy': '1.0', Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'Network': '1.1', Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'Port': '1.7', Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'PortForwarding': '1.3', Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'QosPolicy': '1.10', Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'SecurityGroup': '1.5', Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'SecurityGroupRule': '1.2', Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'SubPort': '1.0', Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'Subnet': '1.1', Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: 'Trunk': '1.1'}} Jul 24 01:00:37.289063 dv-cinder-master-3-iscsi neutron-server[103998]: {{(pid=103998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 01:00:37.342596 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] Attempting to bind port 2b9c7787-5360-404d-940d-3adb743c4404 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:00:37.346857 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] Attempting to bind port 2b9c7787-5360-404d-940d-3adb743c4404 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:00:37.347404 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] Attempting to bind port 2b9c7787-5360-404d-940d-3adb743c4404 on network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:00:37.359832 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:00:37.360326 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] Checking segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:00:37.360889 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:37.362123 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] Bound using segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:00:37.362720 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] Bound port: 2b9c7787-5360-404d-940d-3adb743c4404, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:00:37.364823 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (2b9c7787-5360-404d-940d-3adb743c4404), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:37.415042 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:37.443052 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c4364ccf-ba49-40e7-8796-b37fe4b59732 admin admin] Publish callbacks [] for router_gateway (b7f90846-378c-460e-966a-1255785da876), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:37.469055 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c4364ccf-ba49-40e7-8796-b37fe4b59732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:37.505995 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c609d51a-49e5-4b63-9d5a-89462f0d1636 None None] Publish callbacks [] for port (52098ab2-408c-4c6e-9d55-ac85f6856667), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:37.515064 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] For port 2b9c7787-5360-404d-940d-3adb743c4404, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:37.524826 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] For port 2b9c7787-5360-404d-940d-3adb743c4404, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2b9c7787-5360-404d-940d-3adb743c4404,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:37.540683 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (2b9c7787-5360-404d-940d-3adb743c4404), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:37.556259 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6df993b1-b5af-498d-9c57-c4aae3cff614 admin admin] Publish callbacks [] for router_gateway (e7884272-781c-4764-a5fa-e9aabaf2f60a), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:37.577162 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] Set router b1a9e21a-35b4-4a2d-a176-bab8b83005b8 gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:00:37.618693 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:37.651146 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc53b5-0c19-4ade-945d-cc2134570471 None None] Pushing event updated for resources: {'Port': ['ID=2b9c7787-5360-404d-940d-3adb743c4404,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:37.690124 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-dc9bba5c-6ebe-474f-bec5-da009a85882d admin admin] Allocated IP 172.37.6.101 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/e8bf356a-1042-4edc-9f87-b446c0f0f13b) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:37.701851 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] Routers {'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:00:37.702292 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:00:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:37.803839 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:37.865126 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:37.867613 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c609d51a-49e5-4b63-9d5a-89462f0d1636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (52098ab2-408c-4c6e-9d55-ac85f6856667), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:37.872510 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e3a942bd-4aac-44d9-adb8-885e69a4edb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:37.886759 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:37.907876 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c609d51a-49e5-4b63-9d5a-89462f0d1636 None None] Network fd9f01d9-09a8-410d-9e7d-efac033dcd4b is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:37.938791 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-c609d51a-49e5-4b63-9d5a-89462f0d1636 None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:37.957016 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] Set router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:00:37.958745 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c609d51a-49e5-4b63-9d5a-89462f0d1636 None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:00:38.079456 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:38.176071 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-7b25e890-e26e-4dbe-9776-fb3f12e0db2c None None] Allocated IP 172.20.0.2 (e240c1c7-87a5-4124-b96b-a74d28ba2a48/3183cb91-853c-4305-9098-55893a3692d6/e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:38.188864 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609d51a-49e5-4b63-9d5a-89462f0d1636 None None] Pushing event updated for resources: {'Port': ['ID=52098ab2-408c-4c6e-9d55-ac85f6856667,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:38.225244 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-c609d51a-49e5-4b63-9d5a-89462f0d1636 None None] Attempting to bind port 52098ab2-408c-4c6e-9d55-ac85f6856667 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:00:38.225841 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-c609d51a-49e5-4b63-9d5a-89462f0d1636 None None] Attempting to bind port 52098ab2-408c-4c6e-9d55-ac85f6856667 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '74c2a00b-185e-4fc6-bac5-4c487cfc75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:00:38.226349 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c609d51a-49e5-4b63-9d5a-89462f0d1636 None None] Attempting to bind port 52098ab2-408c-4c6e-9d55-ac85f6856667 on network fd9f01d9-09a8-410d-9e7d-efac033dcd4b {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:00:38.233391 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 6cf4c4e5-c893-403c-a108-ff7a2df053de triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:38.233881 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (6cf4c4e5-c893-403c-a108-ff7a2df053de), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:38.245898 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f0737c-e33d-4905-a76b-978ffa8beeb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-37cd1572-14d0-471e-b2ca-ff3f9078882e', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1'}]}} from dv-cinder-master-3-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 01:00:38.246843 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-98f0737c-e33d-4905-a76b-978ffa8beeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:38.262706 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:00:38.263724 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'name': 'tempest-AttachVolumeTestJSON-908948305-router', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6'}], 'enable_snat': True}, 'gw_port_id': '2b9c7787-5360-404d-940d-3adb743c4404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:30Z', 'updated_at': '2022-07-24T01:00:33Z', 'revision_number': 3, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'gw_port': {'id': '2b9c7787-5360-404d-940d-3adb743c4404', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:38.275879 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'name': 'tempest-DeleteServersTestJSON-1507528033-router', 'tenant_id': 'c129535452294d998fee4c9e259c9d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b6f20819-23b0-48f9-81da-3a29f4d27143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:34Z', 'revision_number': 3, 'project_id': 'c129535452294d998fee4c9e259c9d41', 'gw_port': {'id': 'b6f20819-23b0-48f9-81da-3a29f4d27143', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:33Z', 'updated_at': '2022-07-24T01:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:38.278111 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c609d51a-49e5-4b63-9d5a-89462f0d1636 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:00:38.278648 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c609d51a-49e5-4b63-9d5a-89462f0d1636 None None] Checking segment: {'id': '74c2a00b-185e-4fc6-bac5-4c487cfc75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:00:38.279214 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c609d51a-49e5-4b63-9d5a-89462f0d1636 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:38.279801 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c609d51a-49e5-4b63-9d5a-89462f0d1636 None None] Bound using segment: {'id': '74c2a00b-185e-4fc6-bac5-4c487cfc75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:00:38.280416 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-c609d51a-49e5-4b63-9d5a-89462f0d1636 None None] Bound port: 52098ab2-408c-4c6e-9d55-ac85f6856667, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c2a00b-185e-4fc6-bac5-4c487cfc75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:00:38.280947 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c609d51a-49e5-4b63-9d5a-89462f0d1636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (52098ab2-408c-4c6e-9d55-ac85f6856667), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:38.299745 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeed2894-fc8e-430c-bad8-d415e9c50ab6 None None] The sync data for ids ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'] in dv-cinder-master-3-iscsi is: [{'id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'name': 'tempest-AttachVolumeTestJSON-908948305-router', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6'}], 'enable_snat': True}, 'gw_port_id': '2b9c7787-5360-404d-940d-3adb743c4404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:30Z', 'updated_at': '2022-07-24T01:00:33Z', 'revision_number': 3, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'gw_port': {'id': '2b9c7787-5360-404d-940d-3adb743c4404', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:00:38.315632 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-e3a942bd-4aac-44d9-adb8-885e69a4edb5 admin admin] Allocated IP 172.20.0.1 (b9d14848-c599-4212-8897-d0ad638b5278/d29760ce-76a3-492d-a13f-9beae36f2f06/226f8ef6-1a72-4f21-98fc-807c2e82056d) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:38.322333 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dc9bba5c-6ebe-474f-bec5-da009a85882d admin admin] Publish callbacks [] for port (e8bf356a-1042-4edc-9f87-b446c0f0f13b), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:38.331273 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1d9eec69-7cdc-443b-bcfe-a9032feaa5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:38.361422 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] Checking router: b1a9e21a-35b4-4a2d-a176-bab8b83005b8 for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:00:38.361771 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] Updating router b1a9e21a-35b4-4a2d-a176-bab8b83005b8 port b6f20819-23b0-48f9-81da-3a29f4d27143 binding host dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:00:38.416697 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:38.455049 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:38.466855 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6df993b1-b5af-498d-9c57-c4aae3cff614 admin admin] Publish callbacks [] for router_gateway (e7884272-781c-4764-a5fa-e9aabaf2f60a), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:38.471037 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e3a942bd-4aac-44d9-adb8-885e69a4edb5 admin admin] Publish callbacks [] for port (226f8ef6-1a72-4f21-98fc-807c2e82056d), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:38.480205 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dc9bba5c-6ebe-474f-bec5-da009a85882d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (e8bf356a-1042-4edc-9f87-b446c0f0f13b), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:38.516112 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6df993b1-b5af-498d-9c57-c4aae3cff614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:38.529811 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (b6f20819-23b0-48f9-81da-3a29f4d27143), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:38.550057 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-c4364ccf-ba49-40e7-8796-b37fe4b59732 admin admin] Allocated IP 172.37.6.180 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/1b7f11e5-47da-46f9-86e7-4d08341a25e5) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:38.571812 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e3a942bd-4aac-44d9-adb8-885e69a4edb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (226f8ef6-1a72-4f21-98fc-807c2e82056d), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:38.617035 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9bba5c-6ebe-474f-bec5-da009a85882d admin admin] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:38.631430 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-dc9bba5c-6ebe-474f-bec5-da009a85882d admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:38.638008 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bba5c-6ebe-474f-bec5-da009a85882d admin admin] Pushing event updated for resources: {'Port': ['ID=e8bf356a-1042-4edc-9f87-b446c0f0f13b,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:38.640814 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9bba5c-6ebe-474f-bec5-da009a85882d admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:00:38.649840 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=6 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:38.668275 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a942bd-4aac-44d9-adb8-885e69a4edb5 admin admin] Network b9d14848-c599-4212-8897-d0ad638b5278 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:38.675526 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-e3a942bd-4aac-44d9-adb8-885e69a4edb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:38.680889 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a942bd-4aac-44d9-adb8-885e69a4edb5 admin admin] Pushing event updated for resources: {'Port': ['ID=226f8ef6-1a72-4f21-98fc-807c2e82056d,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:38.686616 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a942bd-4aac-44d9-adb8-885e69a4edb5 admin admin] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:00:38.686616 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e3a942bd-4aac-44d9-adb8-885e69a4edb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687689'] for router_interface (b1a9e21a-35b4-4a2d-a176-bab8b83005b8), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:38.695871 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-c609d51a-49e5-4b63-9d5a-89462f0d1636 None None] For port 52098ab2-408c-4c6e-9d55-ac85f6856667, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:38.794159 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-1d9eec69-7cdc-443b-bcfe-a9032feaa5e7 admin admin] Allocated IP 172.20.0.1 (d2871582-ae5b-4292-87a4-e519f553496c/f013cc2c-f207-467b-86f3-d197484583fd/3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:38.809146 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-c609d51a-49e5-4b63-9d5a-89462f0d1636 None None] For port 52098ab2-408c-4c6e-9d55-ac85f6856667, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=52098ab2-408c-4c6e-9d55-ac85f6856667,segment=NetworkSegment(74c2a00b-185e-4fc6-bac5-4c487cfc75e4),segment_id=74c2a00b-185e-4fc6-bac5-4c487cfc75e4)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:38.840962 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 6cf4c4e5-c893-403c-a108-ff7a2df053de is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:38.842862 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:38.854092 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c609d51a-49e5-4b63-9d5a-89462f0d1636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (52098ab2-408c-4c6e-9d55-ac85f6856667), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:38.878703 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-98f0737c-e33d-4905-a76b-978ffa8beeb8 None None] Allocated IP 172.20.0.2 (37cd1572-14d0-471e-b2ca-ff3f9078882e/2eef0065-2281-4101-b3bd-eee4be86f7f1/6565ec20-0e74-458d-bbd7-ea9f88ef46d6) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:38.884732 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7b25e890-e26e-4dbe-9776-fb3f12e0db2c None None] Publish callbacks [] for port (e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:38.996778 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7b25e890-e26e-4dbe-9776-fb3f12e0db2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:39.016684 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:39.019933 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c4364ccf-ba49-40e7-8796-b37fe4b59732 admin admin] Publish callbacks [] for port (1b7f11e5-47da-46f9-86e7-4d08341a25e5), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:39.071112 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 2b9c7787-5360-404d-940d-3adb743c4404 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:39.096228 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:39.152718 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b25e890-e26e-4dbe-9776-fb3f12e0db2c None None] Network e240c1c7-87a5-4124-b96b-a74d28ba2a48 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:39.204567 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-7b25e890-e26e-4dbe-9776-fb3f12e0db2c None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:39.207667 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609d51a-49e5-4b63-9d5a-89462f0d1636 None None] Pushing event updated for resources: {'Port': ['ID=52098ab2-408c-4c6e-9d55-ac85f6856667,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:39.212370 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b25e890-e26e-4dbe-9776-fb3f12e0db2c None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:00:39.323967 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-55f914b8-99b9-42fb-a38d-4b28ddc00867 None None] Provisioning complete for port 226f8ef6-1a72-4f21-98fc-807c2e82056d triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:39.326851 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-55f914b8-99b9-42fb-a38d-4b28ddc00867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (226f8ef6-1a72-4f21-98fc-807c2e82056d), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:39.363202 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c4364ccf-ba49-40e7-8796-b37fe4b59732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (1b7f11e5-47da-46f9-86e7-4d08341a25e5), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:39.402179 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25e890-e26e-4dbe-9776-fb3f12e0db2c None None] Pushing event updated for resources: {'Port': ['ID=e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:39.459730 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1d9eec69-7cdc-443b-bcfe-a9032feaa5e7 admin admin] Publish callbacks [] for port (3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:39.466845 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 2b9c7787-5360-404d-940d-3adb743c4404 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:39.467227 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (2b9c7787-5360-404d-940d-3adb743c4404), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:39.474348 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4364ccf-ba49-40e7-8796-b37fe4b59732 admin admin] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:39.481192 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e3a942bd-4aac-44d9-adb8-885e69a4edb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (226f8ef6-1a72-4f21-98fc-807c2e82056d), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:39.484689 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-c4364ccf-ba49-40e7-8796-b37fe4b59732 admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:39.487882 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4364ccf-ba49-40e7-8796-b37fe4b59732 admin admin] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:00:39.547798 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1d9eec69-7cdc-443b-bcfe-a9032feaa5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:39.564504 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-7b25e890-e26e-4dbe-9776-fb3f12e0db2c None None] Attempting to bind port e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:00:39.564882 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-7b25e890-e26e-4dbe-9776-fb3f12e0db2c None None] Attempting to bind port e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:00:39.565249 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b25e890-e26e-4dbe-9776-fb3f12e0db2c None None] Attempting to bind port e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0 on network e240c1c7-87a5-4124-b96b-a74d28ba2a48 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:00:39.576340 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-55f914b8-99b9-42fb-a38d-4b28ddc00867 None None] Port 226f8ef6-1a72-4f21-98fc-807c2e82056d cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:00:39.617568 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b25e890-e26e-4dbe-9776-fb3f12e0db2c None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:00:39.618071 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b25e890-e26e-4dbe-9776-fb3f12e0db2c None None] Checking segment: {'id': '5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:00:39.618460 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7b25e890-e26e-4dbe-9776-fb3f12e0db2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:39.618992 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b25e890-e26e-4dbe-9776-fb3f12e0db2c None None] Bound using segment: {'id': '5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:00:39.619491 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-7b25e890-e26e-4dbe-9776-fb3f12e0db2c None None] Bound port: e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:00:39.619993 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7b25e890-e26e-4dbe-9776-fb3f12e0db2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:39.631093 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9eec69-7cdc-443b-bcfe-a9032feaa5e7 admin admin] Network d2871582-ae5b-4292-87a4-e519f553496c is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:39.642941 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-98f0737c-e33d-4905-a76b-978ffa8beeb8 None None] Publish callbacks [] for port (6565ec20-0e74-458d-bbd7-ea9f88ef46d6), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:39.643538 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-1d9eec69-7cdc-443b-bcfe-a9032feaa5e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:39.655797 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9eec69-7cdc-443b-bcfe-a9032feaa5e7 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:00:39.656157 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1d9eec69-7cdc-443b-bcfe-a9032feaa5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687689'] for router_interface (fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:39.665108 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:39.667379 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-98f0737c-e33d-4905-a76b-978ffa8beeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (6565ec20-0e74-458d-bbd7-ea9f88ef46d6), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:39.696859 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4364ccf-ba49-40e7-8796-b37fe4b59732 admin admin] Pushing event updated for resources: {'Port': ['ID=1b7f11e5-47da-46f9-86e7-4d08341a25e5,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:39.796541 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:39.798757 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f0737c-e33d-4905-a76b-978ffa8beeb8 None None] Network 37cd1572-14d0-471e-b2ca-ff3f9078882e is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:39.833039 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:39.843763 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-6df993b1-b5af-498d-9c57-c4aae3cff614 admin admin] Allocated IP 172.37.6.253 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/3864c484-7ef9-492c-b856-6bbee584941a) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:39.889674 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dc9bba5c-6ebe-474f-bec5-da009a85882d admin admin] Publish callbacks [] for router_gateway (b3254423-dc9a-4e47-b6ae-2b50bb01e15a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:40.090004 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 2b9c7787-5360-404d-940d-3adb743c4404 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:40.090492 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (2b9c7787-5360-404d-940d-3adb743c4404), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:40.111243 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-98f0737c-e33d-4905-a76b-978ffa8beeb8 None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:40.126025 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f0737c-e33d-4905-a76b-978ffa8beeb8 None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:00:40.134945 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0737c-e33d-4905-a76b-978ffa8beeb8 None None] Pushing event updated for resources: {'Port': ['ID=6565ec20-0e74-458d-bbd7-ea9f88ef46d6,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:40.150350 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9eec69-7cdc-443b-bcfe-a9032feaa5e7 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:40.156597 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dc9bba5c-6ebe-474f-bec5-da009a85882d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674738'] for router (b3254423-dc9a-4e47-b6ae-2b50bb01e15a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:40.169717 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-7b25e890-e26e-4dbe-9776-fb3f12e0db2c None None] For port e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:40.176313 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-7b25e890-e26e-4dbe-9776-fb3f12e0db2c None None] For port e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:40.203549 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-810b00fe-890f-4b23-8556-0c982e30c272 None None] Provisioning complete for port 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:40.204156 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-810b00fe-890f-4b23-8556-0c982e30c272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:40.210314 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] For port 2b9c7787-5360-404d-940d-3adb743c4404, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2b9c7787-5360-404d-940d-3adb743c4404,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:40.235101 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7b25e890-e26e-4dbe-9776-fb3f12e0db2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:40.257795 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (2b9c7787-5360-404d-940d-3adb743c4404), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:40.267035 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:40.356524 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-810b00fe-890f-4b23-8556-0c982e30c272 None None] Port 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:00:40.366303 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-98f0737c-e33d-4905-a76b-978ffa8beeb8 None None] Attempting to bind port 6565ec20-0e74-458d-bbd7-ea9f88ef46d6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:00:40.366709 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-98f0737c-e33d-4905-a76b-978ffa8beeb8 None None] Attempting to bind port 6565ec20-0e74-458d-bbd7-ea9f88ef46d6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:00:40.367096 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f0737c-e33d-4905-a76b-978ffa8beeb8 None None] Attempting to bind port 6565ec20-0e74-458d-bbd7-ea9f88ef46d6 on network 37cd1572-14d0-471e-b2ca-ff3f9078882e {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:00:40.379137 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f0737c-e33d-4905-a76b-978ffa8beeb8 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:00:40.379585 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f0737c-e33d-4905-a76b-978ffa8beeb8 None None] Checking segment: {'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:00:40.380086 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-98f0737c-e33d-4905-a76b-978ffa8beeb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:40.380480 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f0737c-e33d-4905-a76b-978ffa8beeb8 None None] Bound using segment: {'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:00:40.381094 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-98f0737c-e33d-4905-a76b-978ffa8beeb8 None None] Bound port: 6565ec20-0e74-458d-bbd7-ea9f88ef46d6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:00:40.381479 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-98f0737c-e33d-4905-a76b-978ffa8beeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (6565ec20-0e74-458d-bbd7-ea9f88ef46d6), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:40.443629 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1d9eec69-7cdc-443b-bcfe-a9032feaa5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:40.464681 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c4364ccf-ba49-40e7-8796-b37fe4b59732 admin admin] Publish callbacks [] for router_gateway (b7f90846-378c-460e-966a-1255785da876), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:40.477412 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:40.514258 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-98f0737c-e33d-4905-a76b-978ffa8beeb8 None None] For port 6565ec20-0e74-458d-bbd7-ea9f88ef46d6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:40.533859 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e3a942bd-4aac-44d9-adb8-885e69a4edb5 admin admin] Publish callbacks [] for port (226f8ef6-1a72-4f21-98fc-807c2e82056d), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:40.547257 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e3a942bd-4aac-44d9-adb8-885e69a4edb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (226f8ef6-1a72-4f21-98fc-807c2e82056d), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:40.548116 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e3a942bd-4aac-44d9-adb8-885e69a4edb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687781'] for router_interface (b1a9e21a-35b4-4a2d-a176-bab8b83005b8), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:40.558936 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-98f0737c-e33d-4905-a76b-978ffa8beeb8 None None] For port 6565ec20-0e74-458d-bbd7-ea9f88ef46d6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6565ec20-0e74-458d-bbd7-ea9f88ef46d6,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:40.567670 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25e890-e26e-4dbe-9776-fb3f12e0db2c None None] Pushing event updated for resources: {'Port': ['ID=e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:40.626120 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9bba5c-6ebe-474f-bec5-da009a85882d admin admin] Router b3254423-dc9a-4e47-b6ae-2b50bb01e15a is scheduled to L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a with binding_index 1 {{(pid=103996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 01:00:40.649947 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6df993b1-b5af-498d-9c57-c4aae3cff614 admin admin] Publish callbacks [] for port (3864c484-7ef9-492c-b856-6bbee584941a), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:40.655837 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:40.673355 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-98f0737c-e33d-4905-a76b-978ffa8beeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (6565ec20-0e74-458d-bbd7-ea9f88ef46d6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:40.695171 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a942bd-4aac-44d9-adb8-885e69a4edb5 admin admin] Pushing event updated for resources: {'Port': ['ID=226f8ef6-1a72-4f21-98fc-807c2e82056d,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:40.716777 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:40.750668 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Pushing event updated for resources: {'Port': ['ID=2b9c7787-5360-404d-940d-3adb743c4404,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:40.814333 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:40.873449 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a942bd-4aac-44d9-adb8-885e69a4edb5 admin admin] Network b9d14848-c599-4212-8897-d0ad638b5278 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:40.886741 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-e3a942bd-4aac-44d9-adb8-885e69a4edb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:40.891020 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0737c-e33d-4905-a76b-978ffa8beeb8 None None] Pushing event updated for resources: {'Port': ['ID=6565ec20-0e74-458d-bbd7-ea9f88ef46d6,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:40.900334 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3cc9f5-de7f-4423-8a91-74c00c550e9a None None] Network fd9f01d9-09a8-410d-9e7d-efac033dcd4b requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:00:40.923880 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c4364ccf-ba49-40e7-8796-b37fe4b59732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674738'] for router (b7f90846-378c-460e-966a-1255785da876), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:40.944787 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d11a1b7b-327b-490f-b085-cc4f9c8fd574 None None] Provisioning complete for port 52098ab2-408c-4c6e-9d55-ac85f6856667 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:40.945452 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d11a1b7b-327b-490f-b085-cc4f9c8fd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (52098ab2-408c-4c6e-9d55-ac85f6856667), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:41.066369 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6df993b1-b5af-498d-9c57-c4aae3cff614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (3864c484-7ef9-492c-b856-6bbee584941a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:41.167115 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9bba5c-6ebe-474f-bec5-da009a85882d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:41.220603 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] Sync routers for ids ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:41.224778 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df993b1-b5af-498d-9c57-c4aae3cff614 admin admin] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:41.241356 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-6df993b1-b5af-498d-9c57-c4aae3cff614 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:41.245239 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1d9eec69-7cdc-443b-bcfe-a9032feaa5e7 admin admin] Publish callbacks [] for port (3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:41.247598 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df993b1-b5af-498d-9c57-c4aae3cff614 admin admin] Pushing event updated for resources: {'Port': ['ID=3864c484-7ef9-492c-b856-6bbee584941a,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:41.250553 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df993b1-b5af-498d-9c57-c4aae3cff614 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:00:41.256673 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dc9bba5c-6ebe-474f-bec5-da009a85882d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:41.258508 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-dc9bba5c-6ebe-474f-bec5-da009a85882d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6915312 Jul 24 01:00:41.281084 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] Routers {'b3254423-dc9a-4e47-b6ae-2b50bb01e15a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:00:41.282784 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:00:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:41.301086 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 57986) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:41.315811 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1d9eec69-7cdc-443b-bcfe-a9032feaa5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:41.316777 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1d9eec69-7cdc-443b-bcfe-a9032feaa5e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687781'] for router_interface (fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:41.362081 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d11a1b7b-327b-490f-b085-cc4f9c8fd574 None None] Current status of the port 52098ab2-408c-4c6e-9d55-ac85f6856667 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:41.372825 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d11a1b7b-327b-490f-b085-cc4f9c8fd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (52098ab2-408c-4c6e-9d55-ac85f6856667), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:41.490076 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a942bd-4aac-44d9-adb8-885e69a4edb5 admin admin] Router b1a9e21a-35b4-4a2d-a176-bab8b83005b8 has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:00:41.495368 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 2b9c7787-5360-404d-940d-3adb743c4404 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:41.658598 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] Set router b3254423-dc9a-4e47-b6ae-2b50bb01e15a gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:00:41.738165 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:41.858943 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4364ccf-ba49-40e7-8796-b37fe4b59732 admin admin] Router b7f90846-378c-460e-966a-1255785da876 is scheduled to L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a with binding_index 1 {{(pid=103995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 01:00:41.865863 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] Publish callbacks [] for port (b6f20819-23b0-48f9-81da-3a29f4d27143), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:41.890062 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (b6f20819-23b0-48f9-81da-3a29f4d27143), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:41.891307 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a942bd-4aac-44d9-adb8-885e69a4edb5 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:41.949100 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:41.955177 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110116f0-877b-484c-b87c-e2099ddf50a3 None None] Pushing event updated for resources: {'Port': ['ID=b6f20819-23b0-48f9-81da-3a29f4d27143,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:41.984330 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-e3a942bd-4aac-44d9-adb8-885e69a4edb5 admin admin] 10.222.0.18 "PUT /v2.0/routers/b1a9e21a-35b4-4a2d-a176-bab8b83005b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3586957 Jul 24 01:00:41.993085 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 2b9c7787-5360-404d-940d-3adb743c4404 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:41.994255 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (2b9c7787-5360-404d-940d-3adb743c4404), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:42.004367 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'name': 'tempest-ServerRescueNegativeTestJSON-789566168-router', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101'}], 'enable_snat': True}, 'gw_port_id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:35Z', 'updated_at': '2022-07-24T01:00:38Z', 'revision_number': 3, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'gw_port': {'id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:42.058488 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d11a1b7b-327b-490f-b085-cc4f9c8fd574 None None] For port 52098ab2-408c-4c6e-9d55-ac85f6856667, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=52098ab2-408c-4c6e-9d55-ac85f6856667,segment=NetworkSegment(74c2a00b-185e-4fc6-bac5-4c487cfc75e4),segment_id=74c2a00b-185e-4fc6-bac5-4c487cfc75e4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:42.062188 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] Checking router: b3254423-dc9a-4e47-b6ae-2b50bb01e15a for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:00:42.062943 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] Updating router b3254423-dc9a-4e47-b6ae-2b50bb01e15a port e8bf356a-1042-4edc-9f87-b446c0f0f13b binding host dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:00:42.111145 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4364ccf-ba49-40e7-8796-b37fe4b59732 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:42.118372 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] Attempting to bind port b6f20819-23b0-48f9-81da-3a29f4d27143 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:00:42.118746 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] Attempting to bind port b6f20819-23b0-48f9-81da-3a29f4d27143 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:00:42.119138 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] Attempting to bind port b6f20819-23b0-48f9-81da-3a29f4d27143 on network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:00:42.136527 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d11a1b7b-327b-490f-b085-cc4f9c8fd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (52098ab2-408c-4c6e-9d55-ac85f6856667), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:42.138516 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (e8bf356a-1042-4edc-9f87-b446c0f0f13b), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:42.154229 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:00:42.164955 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9eec69-7cdc-443b-bcfe-a9032feaa5e7 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:42.176051 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] Checking segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:00:42.181358 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:42.182235 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] Bound using segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:00:42.183151 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] Bound port: b6f20819-23b0-48f9-81da-3a29f4d27143, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:00:42.183688 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (b6f20819-23b0-48f9-81da-3a29f4d27143), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:42.189467 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] Sync routers for ids ['b7f90846-378c-460e-966a-1255785da876'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:42.191583 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c4364ccf-ba49-40e7-8796-b37fe4b59732 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:42.199364 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-c4364ccf-ba49-40e7-8796-b37fe4b59732 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2799487 Jul 24 01:00:42.199730 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 58010) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:42.272914 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] For port b6f20819-23b0-48f9-81da-3a29f4d27143, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:42.281779 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] For port b6f20819-23b0-48f9-81da-3a29f4d27143, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b6f20819-23b0-48f9-81da-3a29f4d27143,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:42.353378 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6df993b1-b5af-498d-9c57-c4aae3cff614 admin admin] Publish callbacks [] for router_gateway (e7884272-781c-4764-a5fa-e9aabaf2f60a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:42.359340 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc66e92e-ea62-4e6d-b669-40a10132b274 None None] Network e240c1c7-87a5-4124-b96b-a74d28ba2a48 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:00:42.431135 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (b6f20819-23b0-48f9-81da-3a29f4d27143), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:42.472005 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:42.506763 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:42.533304 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-485cf2b6-0cfd-4f28-b1df-2e3d53f82131 None None] Provisioning complete for port e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:42.533699 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-485cf2b6-0cfd-4f28-b1df-2e3d53f82131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:42.595219 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a1b7b-327b-490f-b085-cc4f9c8fd574 None None] Pushing event updated for resources: {'Port': ['ID=52098ab2-408c-4c6e-9d55-ac85f6856667,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:42.603142 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 58034) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:42.604411 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] Routers {'b7f90846-378c-460e-966a-1255785da876'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:00:42.605049 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:00:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b7f90846-378c-460e-966a-1255785da876'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:42.610127 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326cf58f-3542-42cb-ac4d-9c8aa2b5c698 None None] Network 37cd1572-14d0-471e-b2ca-ff3f9078882e requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:00:42.677662 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9eec69-7cdc-443b-bcfe-a9032feaa5e7 admin admin] Network d2871582-ae5b-4292-87a4-e519f553496c is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:42.681145 dv-cinder-master-3-iscsi neutron-server[103996]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 24 01:00:42.686862 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110116f0-877b-484c-b87c-e2099ddf50a3 None None] Pushing event updated for resources: {'Port': ['ID=b6f20819-23b0-48f9-81da-3a29f4d27143,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:42.754102 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] Routers {'b1a9e21a-35b4-4a2d-a176-bab8b83005b8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:00:42.755422 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:00:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b1a9e21a-35b4-4a2d-a176-bab8b83005b8'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:42.766567 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] Publish callbacks [] for port (e8bf356a-1042-4edc-9f87-b446c0f0f13b), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:42.774809 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-1d9eec69-7cdc-443b-bcfe-a9032feaa5e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:42.775315 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:42.778925 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (e8bf356a-1042-4edc-9f87-b446c0f0f13b), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:42.889702 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] Attempting to bind port e8bf356a-1042-4edc-9f87-b446c0f0f13b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:00:42.890454 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] Attempting to bind port e8bf356a-1042-4edc-9f87-b446c0f0f13b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:00:42.891063 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] Attempting to bind port e8bf356a-1042-4edc-9f87-b446c0f0f13b on network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:00:42.893324 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b09ec6-67b7-4262-8b84-3ff5ef54a4fa None None] Pushing event updated for resources: {'Port': ['ID=e8bf356a-1042-4edc-9f87-b446c0f0f13b,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:42.903942 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:00:42.904452 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] Checking segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:00:42.905068 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:42.905645 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] Bound using segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:00:42.906309 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] Bound port: e8bf356a-1042-4edc-9f87-b446c0f0f13b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:00:42.907020 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (e8bf356a-1042-4edc-9f87-b446c0f0f13b), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:42.908776 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:42.929332 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6df993b1-b5af-498d-9c57-c4aae3cff614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674738'] for router (e7884272-781c-4764-a5fa-e9aabaf2f60a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:42.953828 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] Set router b7f90846-378c-460e-966a-1255785da876 gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:00:42.957954 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:42.976132 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] For port e8bf356a-1042-4edc-9f87-b446c0f0f13b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:42.980719 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] For port e8bf356a-1042-4edc-9f87-b446c0f0f13b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e8bf356a-1042-4edc-9f87-b446c0f0f13b,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:42.982256 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:42.985122 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:42.991470 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (e8bf356a-1042-4edc-9f87-b446c0f0f13b), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:43.008302 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-535568a4-996a-4b32-bd61-f2c7f95302ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:43.059290 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b09ec6-67b7-4262-8b84-3ff5ef54a4fa None None] Pushing event updated for resources: {'Port': ['ID=e8bf356a-1042-4edc-9f87-b446c0f0f13b,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:43.091718 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] Routers {'b3254423-dc9a-4e47-b6ae-2b50bb01e15a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:00:43.092355 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:00:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:43.227492 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] Set router b3254423-dc9a-4e47-b6ae-2b50bb01e15a gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:00:43.269366 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739fbea-1627-43e4-8870-7de866363a8d req-a40e0e94-e801-49ad-a821-9439f57b2498 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:00:43.271564 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a739fbea-1627-43e4-8870-7de866363a8d req-a40e0e94-e801-49ad-a821-9439f57b2498 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/networks?id=b9d14848-c599-4212-8897-d0ad638b5278 HTTP/1.1" status: 200 len: 812 time: 0.5920753 Jul 24 01:00:43.336127 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a739fbea-1627-43e4-8870-7de866363a8d req-7c18dc20-3028-479e-9d44-7669d8f730bd tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/quotas/c129535452294d998fee4c9e259c9d41 HTTP/1.1" status: 200 len: 375 time: 0.0531764 Jul 24 01:00:43.344823 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9eec69-7cdc-443b-bcfe-a9032feaa5e7 admin admin] Router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:00:43.394954 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df993b1-b5af-498d-9c57-c4aae3cff614 admin admin] Router e7884272-781c-4764-a5fa-e9aabaf2f60a is scheduled to L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a with binding_index 1 {{(pid=103996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 01:00:43.395760 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-535568a4-996a-4b32-bd61-f2c7f95302ef admin admin] Allocated IP 172.20.0.1 (e240c1c7-87a5-4124-b96b-a74d28ba2a48/3183cb91-853c-4305-9098-55893a3692d6/79a5aecb-d36e-43c2-ad7b-6931a40ed1f4) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:43.405632 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:43.450494 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 2b9c7787-5360-404d-940d-3adb743c4404 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:43.451659 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 52098ab2-408c-4c6e-9d55-ac85f6856667 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:43.462947 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] Set router b1a9e21a-35b4-4a2d-a176-bab8b83005b8 gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:00:43.514454 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'name': 'tempest-ServerRescueNegativeTestJSON-789566168-router', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101'}], 'enable_snat': True}, 'gw_port_id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:35Z', 'updated_at': '2022-07-24T01:00:38Z', 'revision_number': 3, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'gw_port': {'id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:43.545277 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=100 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:43.546920 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f67c6-5173-49f2-8917-9130fbd20b4f None None] The sync data for ids ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'] in dv-cinder-master-3-iscsi is: [{'id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'name': 'tempest-ServerRescueNegativeTestJSON-789566168-router', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101'}], 'enable_snat': True}, 'gw_port_id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:35Z', 'updated_at': '2022-07-24T01:00:38Z', 'revision_number': 3, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'gw_port': {'id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:00:43.552399 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-535568a4-996a-4b32-bd61-f2c7f95302ef admin admin] Publish callbacks [] for port (79a5aecb-d36e-43c2-ad7b-6931a40ed1f4), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:43.639283 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-535568a4-996a-4b32-bd61-f2c7f95302ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (79a5aecb-d36e-43c2-ad7b-6931a40ed1f4), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:43.707283 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535568a4-996a-4b32-bd61-f2c7f95302ef admin admin] Pushing event updated for resources: {'Port': ['ID=79a5aecb-d36e-43c2-ad7b-6931a40ed1f4,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:43.722256 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a09c1fa2-fd15-49ac-903d-2b265653eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:43.734698 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535568a4-996a-4b32-bd61-f2c7f95302ef admin admin] Network e240c1c7-87a5-4124-b96b-a74d28ba2a48 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:43.737195 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-535568a4-996a-4b32-bd61-f2c7f95302ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:43.747925 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a739fbea-1627-43e4-8870-7de866363a8d req-f9f2a150-90f7-4bae-a62b-6f943c2409d8 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c129535452294d998fee4c9e259c9d41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3980424 Jul 24 01:00:43.754417 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a78093b7-0b4a-4bde-80b4-c8e747ddad34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:43.764535 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535568a4-996a-4b32-bd61-f2c7f95302ef admin admin] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:00:43.765296 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-535568a4-996a-4b32-bd61-f2c7f95302ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687689'] for router_interface (b7f90846-378c-460e-966a-1255785da876), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:43.796230 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-485cf2b6-0cfd-4f28-b1df-2e3d53f82131 None None] Current status of the port e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:43.796406 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-485cf2b6-0cfd-4f28-b1df-2e3d53f82131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:43.917019 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:43.920302 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df993b1-b5af-498d-9c57-c4aae3cff614 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:43.933068 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] Sync routers for ids ['e7884272-781c-4764-a5fa-e9aabaf2f60a'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:43.949350 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 52098ab2-408c-4c6e-9d55-ac85f6856667 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:43.952552 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (52098ab2-408c-4c6e-9d55-ac85f6856667), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:43.952552 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f90846-378c-460e-966a-1255785da876', 'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-router', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 3, 'project_id': '75293bf0100f435bb567b690edc85533', 'gw_port': {'id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:43.952856 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] Routers {'e7884272-781c-4764-a5fa-e9aabaf2f60a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:00:43.952856 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:00:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['e7884272-781c-4764-a5fa-e9aabaf2f60a'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:43.979195 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9eec69-7cdc-443b-bcfe-a9032feaa5e7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:44.005756 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1d9eec69-7cdc-443b-bcfe-a9032feaa5e7 admin admin] 10.222.0.18 "PUT /v2.0/routers/fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2370358 Jul 24 01:00:44.007146 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:44.087971 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] Sync routers for ids ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:44.124607 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] Checking router: b7f90846-378c-460e-966a-1255785da876 for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:00:44.126318 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] Updating router b7f90846-378c-460e-966a-1255785da876 port 1b7f11e5-47da-46f9-86e7-4d08341a25e5 binding host dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:00:44.144252 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-485cf2b6-0cfd-4f28-b1df-2e3d53f82131 None None] For port e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:44.193365 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-535568a4-996a-4b32-bd61-f2c7f95302ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (79a5aecb-d36e-43c2-ad7b-6931a40ed1f4), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:44.252672 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-485cf2b6-0cfd-4f28-b1df-2e3d53f82131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:44.316666 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] Set router e7884272-781c-4764-a5fa-e9aabaf2f60a gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:00:44.317707 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] Routers {'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:00:44.318965 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:00:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:44.424983 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-485cf2b6-0cfd-4f28-b1df-2e3d53f82131 None None] Provisioning complete for port 226f8ef6-1a72-4f21-98fc-807c2e82056d triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:44.424983 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-485cf2b6-0cfd-4f28-b1df-2e3d53f82131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (226f8ef6-1a72-4f21-98fc-807c2e82056d), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:44.427535 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (1b7f11e5-47da-46f9-86e7-4d08341a25e5), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:44.436771 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6df993b1-b5af-498d-9c57-c4aae3cff614 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:44.447265 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-6df993b1-b5af-498d-9c57-c4aae3cff614 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5709040 Jul 24 01:00:44.447530 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 58068) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:44.477550 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [req-a739fbea-1627-43e4-8870-7de866363a8d req-a4b8180e-1e70-47dd-8228-b42cd2cd7aae service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 01:00:44.478589 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a739fbea-1627-43e4-8870-7de866363a8d req-a4b8180e-1e70-47dd-8228-b42cd2cd7aae service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0917938 Jul 24 01:00:44.581653 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-535568a4-996a-4b32-bd61-f2c7f95302ef admin admin] Publish callbacks [] for port (79a5aecb-d36e-43c2-ad7b-6931a40ed1f4), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:44.588438 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-535568a4-996a-4b32-bd61-f2c7f95302ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (79a5aecb-d36e-43c2-ad7b-6931a40ed1f4), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:44.589729 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-535568a4-996a-4b32-bd61-f2c7f95302ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687781'] for router_interface (b7f90846-378c-460e-966a-1255785da876), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:44.642173 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485cf2b6-0cfd-4f28-b1df-2e3d53f82131 None None] Pushing event updated for resources: {'Port': ['ID=e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:44.646670 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-485cf2b6-0cfd-4f28-b1df-2e3d53f82131 None None] Port 226f8ef6-1a72-4f21-98fc-807c2e82056d cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:00:44.701598 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 58072) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:44.750278 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-23787325-b0ac-4c6d-b658-386f2062d3a7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1044897734', 'description': 'tempest-description--298672782'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:44.767322 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:42Z', 'revision_number': 3, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:44.771617 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'name': 'tempest-DeleteServersTestJSON-1507528033-router', 'tenant_id': 'c129535452294d998fee4c9e259c9d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b6f20819-23b0-48f9-81da-3a29f4d27143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 4, 'project_id': 'c129535452294d998fee4c9e259c9d41', 'gw_port': {'id': 'b6f20819-23b0-48f9-81da-3a29f4d27143', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:33Z', 'updated_at': '2022-07-24T01:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '226f8ef6-1a72-4f21-98fc-807c2e82056d', 'name': '', 'network_id': 'b9d14848-c599-4212-8897-d0ad638b5278', 'tenant_id': 'c129535452294d998fee4c9e259c9d41', 'mac_address': 'fa:16:3e:f0:53:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd29760ce-76a3-492d-a13f-9beae36f2f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 2, 'project_id': 'c129535452294d998fee4c9e259c9d41', 'subnets': [{'id': 'd29760ce-76a3-492d-a13f-9beae36f2f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:44.811801 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] Checking router: e7884272-781c-4764-a5fa-e9aabaf2f60a for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:00:44.813397 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] Updating router e7884272-781c-4764-a5fa-e9aabaf2f60a port 3864c484-7ef9-492c-b856-6bbee584941a binding host dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:00:44.825536 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:44.840441 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-23787325-b0ac-4c6d-b658-386f2062d3a7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:44.842297 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535568a4-996a-4b32-bd61-f2c7f95302ef admin admin] Pushing event updated for resources: {'Port': ['ID=79a5aecb-d36e-43c2-ad7b-6931a40ed1f4,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:44.860160 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (3864c484-7ef9-492c-b856-6bbee584941a), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:44.866305 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-485cf2b6-0cfd-4f28-b1df-2e3d53f82131 None None] Provisioning complete for port 52098ab2-408c-4c6e-9d55-ac85f6856667 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:44.866695 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-485cf2b6-0cfd-4f28-b1df-2e3d53f82131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (52098ab2-408c-4c6e-9d55-ac85f6856667), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:44.868878 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 52098ab2-408c-4c6e-9d55-ac85f6856667 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:44.870703 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:44.871052 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535568a4-996a-4b32-bd61-f2c7f95302ef admin admin] Network e240c1c7-87a5-4124-b96b-a74d28ba2a48 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:44.874848 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-535568a4-996a-4b32-bd61-f2c7f95302ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:44.888057 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b6ab5-5973-4293-8c16-d0cf5e0adc44 None None] The sync data for ids ['b1a9e21a-35b4-4a2d-a176-bab8b83005b8'] in dv-cinder-master-3-iscsi is: [{'id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'name': 'tempest-DeleteServersTestJSON-1507528033-router', 'tenant_id': 'c129535452294d998fee4c9e259c9d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b6f20819-23b0-48f9-81da-3a29f4d27143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 4, 'project_id': 'c129535452294d998fee4c9e259c9d41', 'gw_port': {'id': 'b6f20819-23b0-48f9-81da-3a29f4d27143', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:33Z', 'updated_at': '2022-07-24T01:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '226f8ef6-1a72-4f21-98fc-807c2e82056d', 'name': '', 'network_id': 'b9d14848-c599-4212-8897-d0ad638b5278', 'tenant_id': 'c129535452294d998fee4c9e259c9d41', 'mac_address': 'fa:16:3e:f0:53:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd29760ce-76a3-492d-a13f-9beae36f2f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 2, 'project_id': 'c129535452294d998fee4c9e259c9d41', 'subnets': [{'id': 'd29760ce-76a3-492d-a13f-9beae36f2f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:00:45.030113 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-a09c1fa2-fd15-49ac-903d-2b265653eb3a admin admin] Allocated IP 172.20.0.1 (fd9f01d9-09a8-410d-9e7d-efac033dcd4b/799e17c1-9604-4b46-8040-e48ddab56dcd/4be2e3fd-9cee-476b-a873-3b43e4a0cef1) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:45.115897 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a739fbea-1627-43e4-8870-7de866363a8d req-e6e3a418-a1ff-485a-b91d-29fec34f2114 service neutron] 10.222.0.18 "GET /v2.0/networks/b9d14848-c599-4212-8897-d0ad638b5278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5884874 Jul 24 01:00:45.154856 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:45.225843 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535568a4-996a-4b32-bd61-f2c7f95302ef admin admin] Router b7f90846-378c-460e-966a-1255785da876 has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:00:45.344109 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:45.345356 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:45.429869 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] Set router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:00:45.555187 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] Publish callbacks [] for port (1b7f11e5-47da-46f9-86e7-4d08341a25e5), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:45.603586 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535568a4-996a-4b32-bd61-f2c7f95302ef admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:45.622834 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-535568a4-996a-4b32-bd61-f2c7f95302ef admin admin] 10.222.0.18 "PUT /v2.0/routers/b7f90846-378c-460e-966a-1255785da876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4122291 Jul 24 01:00:45.655264 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (1b7f11e5-47da-46f9-86e7-4d08341a25e5), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:45.697151 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:45.697151 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:45.790474 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a739fbea-1627-43e4-8870-7de866363a8d req-450a4426-3f49-43e3-90a3-cc4595208070 service neutron] 10.222.0.18 "GET /v2.0/networks/b9d14848-c599-4212-8897-d0ad638b5278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6639400 Jul 24 01:00:45.886105 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:45.902335 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] Publish callbacks [] for port (3864c484-7ef9-492c-b856-6bbee584941a), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:45.918256 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (3864c484-7ef9-492c-b856-6bbee584941a), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:45.969309 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-485cf2b6-0cfd-4f28-b1df-2e3d53f82131 None None] Current status of the port 52098ab2-408c-4c6e-9d55-ac85f6856667 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:45.975455 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc438af-c226-4f8f-86a7-c61ea518162a None None] Pushing event updated for resources: {'Port': ['ID=1b7f11e5-47da-46f9-86e7-4d08341a25e5,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:45.983063 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] Attempting to bind port 1b7f11e5-47da-46f9-86e7-4d08341a25e5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:00:45.983728 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] Attempting to bind port 1b7f11e5-47da-46f9-86e7-4d08341a25e5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:00:45.985346 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] Attempting to bind port 1b7f11e5-47da-46f9-86e7-4d08341a25e5 on network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:00:46.010450 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8041-1617-40ac-aa20-67a2a2bb3f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:46.017473 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 58114) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:46.027105 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:00:46.037054 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] Checking segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:00:46.037840 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:46.038452 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] Bound using segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:00:46.039295 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] Bound port: 1b7f11e5-47da-46f9-86e7-4d08341a25e5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:00:46.039804 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (1b7f11e5-47da-46f9-86e7-4d08341a25e5), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:46.153892 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] Attempting to bind port 3864c484-7ef9-492c-b856-6bbee584941a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:00:46.155474 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] Attempting to bind port 3864c484-7ef9-492c-b856-6bbee584941a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:00:46.156143 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] Attempting to bind port 3864c484-7ef9-492c-b856-6bbee584941a on network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:00:46.171964 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:00:46.176125 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] Checking segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:00:46.176558 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:46.177385 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] Bound using segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:00:46.177980 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] Bound port: 3864c484-7ef9-492c-b856-6bbee584941a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:00:46.179516 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (3864c484-7ef9-492c-b856-6bbee584941a), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:46.210212 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-23787325-b0ac-4c6d-b658-386f2062d3a7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group (07737da6-8114-4d88-bc0f-9a7de181130b), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:46.227470 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07231496-167e-4eb3-85c0-0422d2c1712a None None] Pushing event updated for resources: {'Port': ['ID=3864c484-7ef9-492c-b856-6bbee584941a,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:46.250238 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-23787325-b0ac-4c6d-b658-386f2062d3a7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (07737da6-8114-4d88-bc0f-9a7de181130b), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:46.335808 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] For port 3864c484-7ef9-492c-b856-6bbee584941a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:46.340759 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] For port 3864c484-7ef9-492c-b856-6bbee584941a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3864c484-7ef9-492c-b856-6bbee584941a,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:46.341894 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-ba5b3b6a-7858-4aeb-9758-a64bb59a00ce None None] Provisioning complete for port 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:46.344263 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ba5b3b6a-7858-4aeb-9758-a64bb59a00ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:46.361772 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9359daa9-2321-4a62-b75c-ba2ee6d09514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:46.373823 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (3864c484-7ef9-492c-b856-6bbee584941a), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:46.528564 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07231496-167e-4eb3-85c0-0422d2c1712a None None] Pushing event updated for resources: {'Port': ['ID=3864c484-7ef9-492c-b856-6bbee584941a,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:46.558351 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:46.561446 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:46.566514 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-23787325-b0ac-4c6d-b658-386f2062d3a7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:46.569897 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-23787325-b0ac-4c6d-b658-386f2062d3a7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.8280275 Jul 24 01:00:46.575016 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 58146) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:46.577201 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:46.578008 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:46.590733 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] Routers {'e7884272-781c-4764-a5fa-e9aabaf2f60a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:00:46.594414 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:00:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['e7884272-781c-4764-a5fa-e9aabaf2f60a'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:46.597676 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-091ad15f-8fe4-4508-a317-cd0ba411d9ff tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Request body: {'security_group_rule': {'security_group_id': '07737da6-8114-4d88-bc0f-9a7de181130b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:46.617486 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 58148) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:46.628989 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-17255780-8914-4539-8b37-7798f993190e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Request body: {'security_group': {'name': 'tempest-securitygroup--602203386', 'description': 'tempest-description--2104291117'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:46.663000 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23787325-b0ac-4c6d-b658-386f2062d3a7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07737da6-8114-4d88-bc0f-9a7de181130b,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:46.743680 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a09c1fa2-fd15-49ac-903d-2b265653eb3a admin admin] Publish callbacks [] for port (4be2e3fd-9cee-476b-a873-3b43e4a0cef1), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:46.747309 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d791b368-ccd1-4013-bace-5e26b0c5b534 req-0fc060ae-e66d-485d-a6e4-eba391d9414e tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 210 time: 0.1876140 Jul 24 01:00:46.754162 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9359daa9-2321-4a62-b75c-ba2ee6d09514 admin admin] Publish callbacks [] for security_group (af373768-8e74-445a-8d8f-76dceba4097a), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:46.803556 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9359daa9-2321-4a62-b75c-ba2ee6d09514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (af373768-8e74-445a-8d8f-76dceba4097a), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:46.829516 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-17255780-8914-4539-8b37-7798f993190e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:46.881502 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'name': 'tempest-AttachVolumeTestJSON-908948305-router', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6'}], 'enable_snat': True}, 'gw_port_id': '2b9c7787-5360-404d-940d-3adb743c4404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:30Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'gw_port': {'id': '2b9c7787-5360-404d-940d-3adb743c4404', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f', 'name': '', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'mac_address': 'fa:16:3e:6c:c6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:00:40Z', 'revision_number': 2, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'subnets': [{'id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:46.889722 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] Set router e7884272-781c-4764-a5fa-e9aabaf2f60a gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:00:46.894406 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-091ad15f-8fe4-4508-a317-cd0ba411d9ff tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group_rule (81b7b196-ba93-4841-8be8-c3c8b304fda1), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:46.921192 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:46.964070 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a09c1fa2-fd15-49ac-903d-2b265653eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (4be2e3fd-9cee-476b-a873-3b43e4a0cef1), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:46.997949 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:47.005199 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] Checking router: fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:00:47.014074 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] Updating router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 port 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f binding host dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:00:47.045244 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] For port 1b7f11e5-47da-46f9-86e7-4d08341a25e5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:47.056986 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5ac9f626-c9ba-4e62-b44a-bd4768287675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:47.104347 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-9359daa9-2321-4a62-b75c-ba2ee6d09514 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d5ec73672c04d069684d0a0e0460aa5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0779674 Jul 24 01:00:47.107915 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 58168) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:47.112963 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09c1fa2-fd15-49ac-903d-2b265653eb3a admin admin] Network fd9f01d9-09a8-410d-9e7d-efac033dcd4b is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:47.125182 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] For port 1b7f11e5-47da-46f9-86e7-4d08341a25e5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1b7f11e5-47da-46f9-86e7-4d08341a25e5,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:47.128888 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-a09c1fa2-fd15-49ac-903d-2b265653eb3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:47.130334 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-ba5b3b6a-7858-4aeb-9758-a64bb59a00ce None None] Port 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:00:47.140235 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09c1fa2-fd15-49ac-903d-2b265653eb3a admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:00:47.140736 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a09c1fa2-fd15-49ac-903d-2b265653eb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687689'] for router_interface (b3254423-dc9a-4e47-b6ae-2b50bb01e15a), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:47.164356 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:47.171833 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359daa9-2321-4a62-b75c-ba2ee6d09514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af373768-8e74-445a-8d8f-76dceba4097a,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:47.173211 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (1b7f11e5-47da-46f9-86e7-4d08341a25e5), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:47.228918 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:47.243223 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-ba5b3b6a-7858-4aeb-9758-a64bb59a00ce None None] Provisioning complete for port e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:47.247574 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ba5b3b6a-7858-4aeb-9758-a64bb59a00ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:47.314722 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-091ad15f-8fe4-4508-a317-cd0ba411d9ff tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group_rule (81b7b196-ba93-4841-8be8-c3c8b304fda1), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:47.335530 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-091ad15f-8fe4-4508-a317-cd0ba411d9ff tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (81b7b196-ba93-4841-8be8-c3c8b304fda1), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:47.385075 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-17255780-8914-4539-8b37-7798f993190e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group (1d55959e-957c-4984-b9ef-13a578becc32), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:47.392294 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c1fa2-fd15-49ac-903d-2b265653eb3a admin admin] Pushing event updated for resources: {'Port': ['ID=4be2e3fd-9cee-476b-a873-3b43e4a0cef1,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:47.445598 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ad15f-8fe4-4508-a317-cd0ba411d9ff tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b7b196-ba93-4841-8be8-c3c8b304fda1,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:47.475732 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-17255780-8914-4539-8b37-7798f993190e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (1d55959e-957c-4984-b9ef-13a578becc32), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:47.495535 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:47.508343 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5ded30a6-1dd9-4ee1-9f47-3cd4c77675dd admin admin] Publish callbacks [] for security_group (af373768-8e74-445a-8d8f-76dceba4097a), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:47.538718 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-091ad15f-8fe4-4508-a317-cd0ba411d9ff tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:47.552701 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-091ad15f-8fe4-4508-a317-cd0ba411d9ff tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9731505 Jul 24 01:00:47.553432 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 58188) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:47.583446 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 58190) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:47.594609 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-872b7083-1e2b-4721-8267-d59322e90710 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Request body: {'security_group_rule': {'security_group_id': '07737da6-8114-4d88-bc0f-9a7de181130b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:47.658813 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] Routers {'b7f90846-378c-460e-966a-1255785da876'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:00:47.659450 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:00:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b7f90846-378c-460e-966a-1255785da876'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:47.663433 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-17255780-8914-4539-8b37-7798f993190e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:47.664715 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-17255780-8914-4539-8b37-7798f993190e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0462711 Jul 24 01:00:47.668036 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 58198) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:47.684039 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:42Z', 'revision_number': 3, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:47.688057 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17255780-8914-4539-8b37-7798f993190e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d55959e-957c-4984-b9ef-13a578becc32,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:47.696966 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5ded30a6-1dd9-4ee1-9f47-3cd4c77675dd admin admin] Publish callbacks [] for security_group (af373768-8e74-445a-8d8f-76dceba4097a), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:47.735382 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-9ce1a264-8071-49ce-9cdd-1ddc9c5ae47e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Request body: {'security_group_rule': {'security_group_id': '1d55959e-957c-4984-b9ef-13a578becc32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:47.771498 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1be337-d5d9-4e9b-9a2c-8e86b06ca606 None None] The sync data for ids ['e7884272-781c-4764-a5fa-e9aabaf2f60a'] in dv-cinder-master-3-iscsi is: [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:42Z', 'revision_number': 3, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:00:47.846685 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5ded30a6-1dd9-4ee1-9f47-3cd4c77675dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (af373768-8e74-445a-8d8f-76dceba4097a), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:47.849528 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5ded30a6-1dd9-4ee1-9f47-3cd4c77675dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:47.859919 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-5ded30a6-1dd9-4ee1-9f47-3cd4c77675dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af373768-8e74-445a-8d8f-76dceba4097a HTTP/1.1" status: 204 len: 168 time: 0.7302475 Jul 24 01:00:47.901983 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded30a6-1dd9-4ee1-9f47-3cd4c77675dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af373768-8e74-445a-8d8f-76dceba4097a,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:47.938462 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a7d77433-91c2-4e5a-ae13-1d8d4eeb1c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:47.993817 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-872b7083-1e2b-4721-8267-d59322e90710 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group_rule (ff551404-e2fe-4322-b847-2c527528adbe), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:48.000046 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device e8bf356a-1042-4edc-9f87-b446c0f0f13b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:48.051634 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2816794f-b068-4a0b-8766-5797c9acbdfa req-551fb34a-753f-44ba-8f8f-bb1f6f818b1e tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 210 time: 0.1674638 Jul 24 01:00:48.137073 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc438af-c226-4f8f-86a7-c61ea518162a None None] Pushing event updated for resources: {'Port': ['ID=1b7f11e5-47da-46f9-86e7-4d08341a25e5,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:48.193228 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a7d77433-91c2-4e5a-ae13-1d8d4eeb1c62 admin admin] Publish callbacks [] for security_group (fbe0f0c6-ef58-4abc-9769-efd1c94fae1a), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:48.202896 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a7d77433-91c2-4e5a-ae13-1d8d4eeb1c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (fbe0f0c6-ef58-4abc-9769-efd1c94fae1a), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:48.257645 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-ba5b3b6a-7858-4aeb-9758-a64bb59a00ce None None] Current status of the port e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:48.287275 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a264-8071-49ce-9cdd-1ddc9c5ae47e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group_rule (751fc277-6dc3-4f20-9126-3ef348f288e7), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:48.300289 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-ba5b3b6a-7858-4aeb-9758-a64bb59a00ce None None] Provisioning complete for port 6565ec20-0e74-458d-bbd7-ea9f88ef46d6 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:48.300950 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ba5b3b6a-7858-4aeb-9758-a64bb59a00ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (6565ec20-0e74-458d-bbd7-ea9f88ef46d6), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:48.303420 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a09c1fa2-fd15-49ac-903d-2b265653eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (4be2e3fd-9cee-476b-a873-3b43e4a0cef1), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:48.313202 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d77433-91c2-4e5a-ae13-1d8d4eeb1c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe0f0c6-ef58-4abc-9769-efd1c94fae1a,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:48.326045 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:INSERT=15,neutron:SELECT=83,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:48.391772 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port e8bf356a-1042-4edc-9f87-b446c0f0f13b triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:48.392646 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (e8bf356a-1042-4edc-9f87-b446c0f0f13b), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:48.396853 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-a7d77433-91c2-4e5a-ae13-1d8d4eeb1c62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=32d3a8e409644bc0a43293956ccbc83e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8153675 Jul 24 01:00:48.397353 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 58220) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:48.439907 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:INSERT=14,neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:48.496463 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9e62cefa-04d1-4314-90cc-674622266e3d admin admin] Publish callbacks [] for security_group (fbe0f0c6-ef58-4abc-9769-efd1c94fae1a), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:48.527925 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9e62cefa-04d1-4314-90cc-674622266e3d admin admin] Publish callbacks [] for security_group (fbe0f0c6-ef58-4abc-9769-efd1c94fae1a), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:48.537218 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-872b7083-1e2b-4721-8267-d59322e90710 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group_rule (ff551404-e2fe-4322-b847-2c527528adbe), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:48.551319 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-5ac9f626-c9ba-4e62-b44a-bd4768287675 admin admin] Allocated IP 172.20.0.1 (37cd1572-14d0-471e-b2ca-ff3f9078882e/2eef0065-2281-4101-b3bd-eee4be86f7f1/a59794ec-7298-40f4-93ac-8b41c831cc00) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:48.555649 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:48.557550 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-872b7083-1e2b-4721-8267-d59322e90710 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (ff551404-e2fe-4322-b847-2c527528adbe), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:48.591232 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] Set router b7f90846-378c-460e-966a-1255785da876 gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:00:48.594977 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:48.601027 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 58224) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:48.612439 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b7083-1e2b-4721-8267-d59322e90710 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff551404-e2fe-4322-b847-2c527528adbe,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:48.652128 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:48.653038 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9e62cefa-04d1-4314-90cc-674622266e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (fbe0f0c6-ef58-4abc-9769-efd1c94fae1a), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:48.655732 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9e62cefa-04d1-4314-90cc-674622266e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:48.659286 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-9e62cefa-04d1-4314-90cc-674622266e3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fbe0f0c6-ef58-4abc-9769-efd1c94fae1a HTTP/1.1" status: 204 len: 168 time: 0.2587590 Jul 24 01:00:48.660146 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cf3de827-5f3a-47b4-925d-cd61c9422230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:48.670255 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62cefa-04d1-4314-90cc-674622266e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe0f0c6-ef58-4abc-9769-efd1c94fae1a,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:48.791618 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cf3de827-5f3a-47b4-925d-cd61c9422230 admin admin] Publish callbacks [] for security_group (367cbc3c-9466-4589-aef4-f9bdbbb62276), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:48.817444 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:48.819658 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cf3de827-5f3a-47b4-925d-cd61c9422230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (367cbc3c-9466-4589-aef4-f9bdbbb62276), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:48.908747 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-872b7083-1e2b-4721-8267-d59322e90710 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:48.913416 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 58230) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:48.918673 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-110632fd-8b68-4893-a1b5-d50b5f480332 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Request body: {'floatingip': {'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:48.919736 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-872b7083-1e2b-4721-8267-d59322e90710 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3300576 Jul 24 01:00:48.986146 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-110632fd-8b68-4893-a1b5-d50b5f480332 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:49.028973 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-ba5b3b6a-7858-4aeb-9758-a64bb59a00ce None None] Current status of the port 6565ec20-0e74-458d-bbd7-ea9f88ef46d6 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:49.030049 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ba5b3b6a-7858-4aeb-9758-a64bb59a00ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (6565ec20-0e74-458d-bbd7-ea9f88ef46d6), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:49.033437 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3de827-5f3a-47b4-925d-cd61c9422230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367cbc3c-9466-4589-aef4-f9bdbbb62276,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:49.157294 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:49.296934 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port e8bf356a-1042-4edc-9f87-b446c0f0f13b is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:49.303381 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (e8bf356a-1042-4edc-9f87-b446c0f0f13b), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:49.331111 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] For port e8bf356a-1042-4edc-9f87-b446c0f0f13b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e8bf356a-1042-4edc-9f87-b446c0f0f13b,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:49.345642 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-ba5b3b6a-7858-4aeb-9758-a64bb59a00ce None None] For port 6565ec20-0e74-458d-bbd7-ea9f88ef46d6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6565ec20-0e74-458d-bbd7-ea9f88ef46d6,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:49.347114 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (e8bf356a-1042-4edc-9f87-b446c0f0f13b), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:49.348625 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:49.358465 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] Sync routers for ids ['b1a9e21a-35b4-4a2d-a176-bab8b83005b8'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:49.385993 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] Routers {'b1a9e21a-35b4-4a2d-a176-bab8b83005b8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:00:49.386956 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:00:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b1a9e21a-35b4-4a2d-a176-bab8b83005b8'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:49.410195 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ba5b3b6a-7858-4aeb-9758-a64bb59a00ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (6565ec20-0e74-458d-bbd7-ea9f88ef46d6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:49.450524 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-ba5b3b6a-7858-4aeb-9758-a64bb59a00ce None None] Provisioning complete for port 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:49.451163 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ba5b3b6a-7858-4aeb-9758-a64bb59a00ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (79a5aecb-d36e-43c2-ad7b-6931a40ed1f4), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:49.454376 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-110632fd-8b68-4893-a1b5-d50b5f480332 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:49.499306 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f90846-378c-460e-966a-1255785da876', 'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-router', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:44Z', 'revision_number': 4, 'project_id': '75293bf0100f435bb567b690edc85533', 'gw_port': {'id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '79a5aecb-d36e-43c2-ad7b-6931a40ed1f4', 'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'mac_address': 'fa:16:3e:56:bd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:00:44Z', 'revision_number': 2, 'project_id': '75293bf0100f435bb567b690edc85533', 'subnets': [{'id': '3183cb91-853c-4305-9098-55893a3692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:49.544019 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4496388-c6d6-4a54-ab17-c05b51cffd5f None None] The sync data for ids ['b7f90846-378c-460e-966a-1255785da876'] in dv-cinder-master-3-iscsi is: [{'id': 'b7f90846-378c-460e-966a-1255785da876', 'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-router', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:44Z', 'revision_number': 4, 'project_id': '75293bf0100f435bb567b690edc85533', 'gw_port': {'id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '79a5aecb-d36e-43c2-ad7b-6931a40ed1f4', 'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'mac_address': 'fa:16:3e:56:bd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:00:44Z', 'revision_number': 2, 'project_id': '75293bf0100f435bb567b690edc85533', 'subnets': [{'id': '3183cb91-853c-4305-9098-55893a3692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:00:49.558124 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:49.593723 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] Publish callbacks [] for port (3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:49.597611 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 58254) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:49.618462 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a264-8071-49ce-9cdd-1ddc9c5ae47e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group_rule (751fc277-6dc3-4f20-9126-3ef348f288e7), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:49.639472 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-cf3de827-5f3a-47b4-925d-cd61c9422230 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d883355ad9f94f6f9b47cab197c0a27f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0208983 Jul 24 01:00:49.671859 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:49.681991 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 58256) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:49.688405 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a264-8071-49ce-9cdd-1ddc9c5ae47e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (751fc277-6dc3-4f20-9126-3ef348f288e7), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:49.715789 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-ba5b3b6a-7858-4aeb-9758-a64bb59a00ce None None] Port 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:00:49.727185 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] Set router b1a9e21a-35b4-4a2d-a176-bab8b83005b8 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:00:49.737894 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Pushing event updated for resources: {'Port': ['ID=e8bf356a-1042-4edc-9f87-b446c0f0f13b,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:49.748215 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-110632fd-8b68-4893-a1b5-d50b5f480332 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Allocated IP 172.37.6.172 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/e0200e98-1487-4620-bcb4-a700e4d913b7) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:49.894205 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:49.894603 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:49.978112 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a09c1fa2-fd15-49ac-903d-2b265653eb3a admin admin] Publish callbacks [] for port (4be2e3fd-9cee-476b-a873-3b43e4a0cef1), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:50.014377 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a09c1fa2-fd15-49ac-903d-2b265653eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (4be2e3fd-9cee-476b-a873-3b43e4a0cef1), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:50.015975 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a09c1fa2-fd15-49ac-903d-2b265653eb3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687781'] for router_interface (b3254423-dc9a-4e47-b6ae-2b50bb01e15a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:50.157954 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-64ef3a79-e88b-4f43-a3a0-98da7c321670 None None] Provisioning complete for port 4be2e3fd-9cee-476b-a873-3b43e4a0cef1 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:50.159181 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-64ef3a79-e88b-4f43-a3a0-98da7c321670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (4be2e3fd-9cee-476b-a873-3b43e4a0cef1), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:50.270162 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] Attempting to bind port 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:00:50.270529 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] Attempting to bind port 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:00:50.272625 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-110632fd-8b68-4893-a1b5-d50b5f480332 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for port (e0200e98-1487-4620-bcb4-a700e4d913b7), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:50.273201 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] Attempting to bind port 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f on network d2871582-ae5b-4292-87a4-e519f553496c {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:00:50.274187 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5ac69926-6484-4254-a678-701fb8aead13 req-84e4a791-5169-452d-8d97-cbce7ef4445c tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 210 time: 0.6740615 Jul 24 01:00:50.295861 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 58276) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:50.298015 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'name': 'tempest-DeleteServersTestJSON-1507528033-router', 'tenant_id': 'c129535452294d998fee4c9e259c9d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b6f20819-23b0-48f9-81da-3a29f4d27143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 4, 'project_id': 'c129535452294d998fee4c9e259c9d41', 'gw_port': {'id': 'b6f20819-23b0-48f9-81da-3a29f4d27143', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:33Z', 'updated_at': '2022-07-24T01:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '226f8ef6-1a72-4f21-98fc-807c2e82056d', 'name': '', 'network_id': 'b9d14848-c599-4212-8897-d0ad638b5278', 'tenant_id': 'c129535452294d998fee4c9e259c9d41', 'mac_address': 'fa:16:3e:f0:53:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd29760ce-76a3-492d-a13f-9beae36f2f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 2, 'project_id': 'c129535452294d998fee4c9e259c9d41', 'subnets': [{'id': 'd29760ce-76a3-492d-a13f-9beae36f2f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:50.298623 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.39', 52020) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:50.300778 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:00:50.303122 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] Checking segment: {'id': 'f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:00:50.303672 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:50.304261 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:50.305236 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] Bound using segment: {'id': 'f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:00:50.305844 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] Bound port: 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:00:50.307033 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:50.325502 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=9 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:50.331638 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] Checking router: b1a9e21a-35b4-4a2d-a176-bab8b83005b8 for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:00:50.332484 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] Updating router b1a9e21a-35b4-4a2d-a176-bab8b83005b8 port 226f8ef6-1a72-4f21-98fc-807c2e82056d binding host dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:00:50.343933 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09c1fa2-fd15-49ac-903d-2b265653eb3a admin admin] Network fd9f01d9-09a8-410d-9e7d-efac033dcd4b is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:50.365003 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-110632fd-8b68-4893-a1b5-d50b5f480332 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (e0200e98-1487-4620-bcb4-a700e4d913b7), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:50.381697 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-a09c1fa2-fd15-49ac-903d-2b265653eb3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:50.382745 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b3b6a-7858-4aeb-9758-a64bb59a00ce None None] Pushing event updated for resources: {'Port': ['ID=6565ec20-0e74-458d-bbd7-ea9f88ef46d6,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:50.407230 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9ce1a264-8071-49ce-9cdd-1ddc9c5ae47e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:50.409095 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-9ce1a264-8071-49ce-9cdd-1ddc9c5ae47e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7376506 Jul 24 01:00:50.427439 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 58282) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:50.428590 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (226f8ef6-1a72-4f21-98fc-807c2e82056d), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:50.455877 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:50.477348 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:50.477826 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-7dc973ec-73a9-489e-9ff8-fc460c469a09 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Request body: {'security_group_rule': {'security_group_id': '1d55959e-957c-4984-b9ef-13a578becc32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:50.480003 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511a68a-2064-4e16-b35c-e1d795e5e045 None None] Pushing event updated for resources: {'Port': ['ID=3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:50.482505 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:50.587116 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110632fd-8b68-4893-a1b5-d50b5f480332 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:50.628890 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-110632fd-8b68-4893-a1b5-d50b5f480332 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:50.669055 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110632fd-8b68-4893-a1b5-d50b5f480332 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:00:50.715152 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] For port 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:50.724974 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-64ef3a79-e88b-4f43-a3a0-98da7c321670 None None] Port 4be2e3fd-9cee-476b-a873-3b43e4a0cef1 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:00:50.735595 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:50.737774 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 6565ec20-0e74-458d-bbd7-ea9f88ef46d6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:50.745784 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110632fd-8b68-4893-a1b5-d50b5f480332 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Pushing event updated for resources: {'Port': ['ID=e0200e98-1487-4620-bcb4-a700e4d913b7,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:50.753588 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] For port 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f,segment=NetworkSegment(f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8),segment_id=f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:50.804226 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:50.945155 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7dc973ec-73a9-489e-9ff8-fc460c469a09 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group_rule (92eefb98-041d-4b41-9216-ae4a1ebd02f2), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:50.968848 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1a264-8071-49ce-9cdd-1ddc9c5ae47e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751fc277-6dc3-4f20-9126-3ef348f288e7,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:50.990877 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] Routers {'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:00:50.991542 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:00:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:51.049363 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-c2613a9c-c8ba-4ee1-9e8f-c5cf189b7933 None None] Provisioning complete for port 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:51.061511 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c2613a9c-c8ba-4ee1-9e8f-c5cf189b7933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:51.081268 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09c1fa2-fd15-49ac-903d-2b265653eb3a admin admin] Router b3254423-dc9a-4e47-b6ae-2b50bb01e15a has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:00:51.088955 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] Publish callbacks [] for port (226f8ef6-1a72-4f21-98fc-807c2e82056d), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:51.098527 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (226f8ef6-1a72-4f21-98fc-807c2e82056d), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:51.140255 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-110632fd-8b68-4893-a1b5-d50b5f480332 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for floatingip (f733f291-02a6-4ca3-bc2d-1ed009978330), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:51.152959 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511a68a-2064-4e16-b35c-e1d795e5e045 None None] Pushing event updated for resources: {'Port': ['ID=3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:51.170258 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0883e7-8a21-4cb0-bb06-1a6bb8302a8a None None] Pushing event updated for resources: {'Port': ['ID=226f8ef6-1a72-4f21-98fc-807c2e82056d,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:51.182037 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 6565ec20-0e74-458d-bbd7-ea9f88ef46d6 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:51.185090 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (6565ec20-0e74-458d-bbd7-ea9f88ef46d6), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:51.253202 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7dc973ec-73a9-489e-9ff8-fc460c469a09 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group_rule (92eefb98-041d-4b41-9216-ae4a1ebd02f2), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:51.291828 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7dc973ec-73a9-489e-9ff8-fc460c469a09 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (92eefb98-041d-4b41-9216-ae4a1ebd02f2), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:51.293425 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-110632fd-8b68-4893-a1b5-d50b5f480332 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (e0200e98-1487-4620-bcb4-a700e4d913b7), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:51.360137 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc973ec-73a9-489e-9ff8-fc460c469a09 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92eefb98-041d-4b41-9216-ae4a1ebd02f2,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:51.378712 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c1fa2-fd15-49ac-903d-2b265653eb3a admin admin] Pushing event updated for resources: {'Port': ['ID=4be2e3fd-9cee-476b-a873-3b43e4a0cef1,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:51.389274 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7dc973ec-73a9-489e-9ff8-fc460c469a09 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:51.429458 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-7dc973ec-73a9-489e-9ff8-fc460c469a09 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9726577 Jul 24 01:00:51.430139 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 58308) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:51.450636 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] Attempting to bind port 226f8ef6-1a72-4f21-98fc-807c2e82056d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:00:51.454809 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] Attempting to bind port 226f8ef6-1a72-4f21-98fc-807c2e82056d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '41b24d9e-73d1-4509-820e-aa8b151062fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b9d14848-c599-4212-8897-d0ad638b5278'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:00:51.456582 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] Attempting to bind port 226f8ef6-1a72-4f21-98fc-807c2e82056d on network b9d14848-c599-4212-8897-d0ad638b5278 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:00:51.472501 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-41531de8-f03d-4615-9046-f890b05c126f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Request body: {'floatingip': {'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:51.479826 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:00:51.488997 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] Checking segment: {'id': '41b24d9e-73d1-4509-820e-aa8b151062fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b9d14848-c599-4212-8897-d0ad638b5278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:00:51.490479 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:51.492193 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] Bound using segment: {'id': '41b24d9e-73d1-4509-820e-aa8b151062fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b9d14848-c599-4212-8897-d0ad638b5278'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:00:51.499448 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] Set router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:00:51.503863 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] Bound port: 226f8ef6-1a72-4f21-98fc-807c2e82056d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b24d9e-73d1-4509-820e-aa8b151062fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b9d14848-c599-4212-8897-d0ad638b5278'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:00:51.505336 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (226f8ef6-1a72-4f21-98fc-807c2e82056d), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:51.528052 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f8a68bd0-56ae-447f-8613-bcf5fc7db91b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:51.613179 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-41531de8-f03d-4615-9046-f890b05c126f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:51.654024 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5ac9f626-c9ba-4e62-b44a-bd4768287675 admin admin] Publish callbacks [] for port (a59794ec-7298-40f4-93ac-8b41c831cc00), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:51.665290 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] For port 226f8ef6-1a72-4f21-98fc-807c2e82056d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:51.679286 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] For port 226f8ef6-1a72-4f21-98fc-807c2e82056d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=226f8ef6-1a72-4f21-98fc-807c2e82056d,segment=NetworkSegment(41b24d9e-73d1-4509-820e-aa8b151062fb),segment_id=41b24d9e-73d1-4509-820e-aa8b151062fb)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:51.709030 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (226f8ef6-1a72-4f21-98fc-807c2e82056d), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:51.781733 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 6565ec20-0e74-458d-bbd7-ea9f88ef46d6 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:51.782738 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 52098ab2-408c-4c6e-9d55-ac85f6856667 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:51.827530 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:51.837547 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] Routers {'b1a9e21a-35b4-4a2d-a176-bab8b83005b8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:00:51.838183 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:00:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b1a9e21a-35b4-4a2d-a176-bab8b83005b8'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:51.840062 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0883e7-8a21-4cb0-bb06-1a6bb8302a8a None None] Pushing event updated for resources: {'Port': ['ID=226f8ef6-1a72-4f21-98fc-807c2e82056d,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:51.845623 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-c2613a9c-c8ba-4ee1-9e8f-c5cf189b7933 None None] Current status of the port 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:51.845623 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c2613a9c-c8ba-4ee1-9e8f-c5cf189b7933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:51.852744 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5cf601d8-64fa-4c0f-84df-d836acb16a81 admin admin] Publish callbacks [] for security_group (367cbc3c-9466-4589-aef4-f9bdbbb62276), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:51.869117 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=100 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:51.915543 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-c2613a9c-c8ba-4ee1-9e8f-c5cf189b7933 None None] For port 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f,segment=NetworkSegment(f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8),segment_id=f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:51.943674 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:51.957730 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-110632fd-8b68-4893-a1b5-d50b5f480332 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for port (e0200e98-1487-4620-bcb4-a700e4d913b7), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:52.027466 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c2613a9c-c8ba-4ee1-9e8f-c5cf189b7933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:52.154307 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 52098ab2-408c-4c6e-9d55-ac85f6856667 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:52.154985 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (52098ab2-408c-4c6e-9d55-ac85f6856667), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:52.161206 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2613a9c-c8ba-4ee1-9e8f-c5cf189b7933 None None] Pushing event updated for resources: {'Port': ['ID=3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:52.177524 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-18d6c7b2-0fec-492f-b559-2c7514e2e478 req-5d0efea1-6ac8-4896-9774-93ed10dcc7e8 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 210 time: 0.3625848 Jul 24 01:00:52.217283 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] Set router b1a9e21a-35b4-4a2d-a176-bab8b83005b8 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:00:52.221990 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5cf601d8-64fa-4c0f-84df-d836acb16a81 admin admin] Publish callbacks [] for security_group (367cbc3c-9466-4589-aef4-f9bdbbb62276), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:52.252408 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739fbea-1627-43e4-8870-7de866363a8d req-9df58fb5-cd5b-40b2-90b1-efdf9b8ba586 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:00:52.254967 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a739fbea-1627-43e4-8870-7de866363a8d req-9df58fb5-cd5b-40b2-90b1-efdf9b8ba586 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.39 "GET /v2.0/networks?id=b9d14848-c599-4212-8897-d0ad638b5278 HTTP/1.1" status: 200 len: 812 time: 1.9067793 Jul 24 01:00:52.286283 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-cca9f20f-d73e-42fb-b9e4-4710fdc4ae15 None None] Provisioning complete for port 4be2e3fd-9cee-476b-a873-3b43e4a0cef1 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:52.288280 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cca9f20f-d73e-42fb-b9e4-4710fdc4ae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (4be2e3fd-9cee-476b-a873-3b43e4a0cef1), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:52.299783 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5ac9f626-c9ba-4e62-b44a-bd4768287675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (a59794ec-7298-40f4-93ac-8b41c831cc00), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:52.309130 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-110632fd-8b68-4893-a1b5-d50b5f480332 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (e0200e98-1487-4620-bcb4-a700e4d913b7), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:52.330894 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:52.340564 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-41531de8-f03d-4615-9046-f890b05c126f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:52.520352 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-a739fbea-1627-43e4-8870-7de866363a8d req-bb27c95f-8ec8-4633-a240-7383ef14ad1e tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Request body: {'port': {'device_id': 'dfcb8b81-6e4b-47a1-9b46-fa2088dbc613', 'network_id': 'b9d14848-c599-4212-8897-d0ad638b5278', 'admin_state_up': True, 'tenant_id': 'c129535452294d998fee4c9e259c9d41'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:00:52.612815 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-cca9f20f-d73e-42fb-b9e4-4710fdc4ae15 None None] Port 4be2e3fd-9cee-476b-a873-3b43e4a0cef1 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:00:52.704450 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-41531de8-f03d-4615-9046-f890b05c126f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Allocated IP 172.37.6.2 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/57f2bee5-3d4c-4cb5-8837-3fb3ed4ed0b8) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:52.719814 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'name': 'tempest-DeleteServersTestJSON-1507528033-router', 'tenant_id': 'c129535452294d998fee4c9e259c9d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b6f20819-23b0-48f9-81da-3a29f4d27143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 4, 'project_id': 'c129535452294d998fee4c9e259c9d41', 'gw_port': {'id': 'b6f20819-23b0-48f9-81da-3a29f4d27143', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:33Z', 'updated_at': '2022-07-24T01:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '226f8ef6-1a72-4f21-98fc-807c2e82056d', 'name': '', 'network_id': 'b9d14848-c599-4212-8897-d0ad638b5278', 'tenant_id': 'c129535452294d998fee4c9e259c9d41', 'mac_address': 'fa:16:3e:f0:53:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd29760ce-76a3-492d-a13f-9beae36f2f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:51Z', 'revision_number': 4, 'project_id': 'c129535452294d998fee4c9e259c9d41', 'subnets': [{'id': 'd29760ce-76a3-492d-a13f-9beae36f2f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:52.730191 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:52.838960 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89af435-f340-4d33-be01-6a5e416733f2 None None] The sync data for ids ['b1a9e21a-35b4-4a2d-a176-bab8b83005b8'] in dv-cinder-master-3-iscsi is: [{'id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'name': 'tempest-DeleteServersTestJSON-1507528033-router', 'tenant_id': 'c129535452294d998fee4c9e259c9d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b6f20819-23b0-48f9-81da-3a29f4d27143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 4, 'project_id': 'c129535452294d998fee4c9e259c9d41', 'gw_port': {'id': 'b6f20819-23b0-48f9-81da-3a29f4d27143', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:33Z', 'updated_at': '2022-07-24T01:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '226f8ef6-1a72-4f21-98fc-807c2e82056d', 'name': '', 'network_id': 'b9d14848-c599-4212-8897-d0ad638b5278', 'tenant_id': 'c129535452294d998fee4c9e259c9d41', 'mac_address': 'fa:16:3e:f0:53:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd29760ce-76a3-492d-a13f-9beae36f2f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:51Z', 'revision_number': 4, 'project_id': 'c129535452294d998fee4c9e259c9d41', 'subnets': [{'id': 'd29760ce-76a3-492d-a13f-9beae36f2f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:00:52.884641 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 52098ab2-408c-4c6e-9d55-ac85f6856667 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:52.896910 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device b6f20819-23b0-48f9-81da-3a29f4d27143 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:52.901811 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-cca9f20f-d73e-42fb-b9e4-4710fdc4ae15 None None] Provisioning complete for port 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:52.904879 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cca9f20f-d73e-42fb-b9e4-4710fdc4ae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:52.948894 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-41531de8-f03d-4615-9046-f890b05c126f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for port (57f2bee5-3d4c-4cb5-8837-3fb3ed4ed0b8), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:53.016629 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'name': 'tempest-AttachVolumeTestJSON-908948305-router', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6'}], 'enable_snat': True}, 'gw_port_id': '2b9c7787-5360-404d-940d-3adb743c4404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:30Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'gw_port': {'id': '2b9c7787-5360-404d-940d-3adb743c4404', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f', 'name': '', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'mac_address': 'fa:16:3e:6c:c6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:00:50Z', 'revision_number': 4, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'subnets': [{'id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:53.028779 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:53.076542 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e54a0d-1b52-4aff-b5a4-f5a607a61c2b None None] The sync data for ids ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'] in dv-cinder-master-3-iscsi is: [{'id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'name': 'tempest-AttachVolumeTestJSON-908948305-router', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6'}], 'enable_snat': True}, 'gw_port_id': '2b9c7787-5360-404d-940d-3adb743c4404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:30Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'gw_port': {'id': '2b9c7787-5360-404d-940d-3adb743c4404', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f', 'name': '', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'mac_address': 'fa:16:3e:6c:c6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:00:50Z', 'revision_number': 4, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'subnets': [{'id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:00:53.106350 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-110632fd-8b68-4893-a1b5-d50b5f480332 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (f733f291-02a6-4ca3-bc2d-1ed009978330), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:53.143546 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port b6f20819-23b0-48f9-81da-3a29f4d27143 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:53.148097 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (b6f20819-23b0-48f9-81da-3a29f4d27143), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:53.153661 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-cca9f20f-d73e-42fb-b9e4-4710fdc4ae15 None None] Current status of the port 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:53.182570 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-110632fd-8b68-4893-a1b5-d50b5f480332 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:53.183980 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-110632fd-8b68-4893-a1b5-d50b5f480332 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2691984 Jul 24 01:00:53.227608 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-cca9f20f-d73e-42fb-b9e4-4710fdc4ae15 None None] Provisioning complete for port 226f8ef6-1a72-4f21-98fc-807c2e82056d triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:53.236181 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cca9f20f-d73e-42fb-b9e4-4710fdc4ae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (226f8ef6-1a72-4f21-98fc-807c2e82056d), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:53.273083 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a739fbea-1627-43e4-8870-7de866363a8d req-bb27c95f-8ec8-4633-a240-7383ef14ad1e tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Made reservation on behalf of c129535452294d998fee4c9e259c9d41 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:53.282280 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a739fbea-1627-43e4-8870-7de866363a8d req-bb27c95f-8ec8-4633-a240-7383ef14ad1e tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:53.349569 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110632fd-8b68-4893-a1b5-d50b5f480332 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Pushing event updated for resources: {'Port': ['ID=e0200e98-1487-4620-bcb4-a700e4d913b7,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:53.353740 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09c1fa2-fd15-49ac-903d-2b265653eb3a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:53.374497 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] Sync routers for ids ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:53.390525 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-41531de8-f03d-4615-9046-f890b05c126f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (57f2bee5-3d4c-4cb5-8837-3fb3ed4ed0b8), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:53.443679 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] Routers {'b3254423-dc9a-4e47-b6ae-2b50bb01e15a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:00:53.444731 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:00:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:53.542020 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41531de8-f03d-4615-9046-f890b05c126f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:53.551550 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-41531de8-f03d-4615-9046-f890b05c126f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:53.573650 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41531de8-f03d-4615-9046-f890b05c126f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:00:53.578851 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] Set router b3254423-dc9a-4e47-b6ae-2b50bb01e15a gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:00:53.617088 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41531de8-f03d-4615-9046-f890b05c126f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Pushing event updated for resources: {'Port': ['ID=57f2bee5-3d4c-4cb5-8837-3fb3ed4ed0b8,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:53.656432 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=100 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:53.715953 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:53.721667 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-cca9f20f-d73e-42fb-b9e4-4710fdc4ae15 None None] Current status of the port 226f8ef6-1a72-4f21-98fc-807c2e82056d is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:53.722073 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cca9f20f-d73e-42fb-b9e4-4710fdc4ae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (226f8ef6-1a72-4f21-98fc-807c2e82056d), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:53.743138 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-41531de8-f03d-4615-9046-f890b05c126f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for floatingip (24b17ce2-22c1-4c66-90e3-2118cb1d2141), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:53.785781 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port b6f20819-23b0-48f9-81da-3a29f4d27143 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:53.786188 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (b6f20819-23b0-48f9-81da-3a29f4d27143), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:53.846001 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-41531de8-f03d-4615-9046-f890b05c126f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (57f2bee5-3d4c-4cb5-8837-3fb3ed4ed0b8), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:53.877038 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] For port b6f20819-23b0-48f9-81da-3a29f4d27143, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b6f20819-23b0-48f9-81da-3a29f4d27143,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:53.889747 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-cca9f20f-d73e-42fb-b9e4-4710fdc4ae15 None None] For port 226f8ef6-1a72-4f21-98fc-807c2e82056d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=226f8ef6-1a72-4f21-98fc-807c2e82056d,segment=NetworkSegment(41b24d9e-73d1-4509-820e-aa8b151062fb),segment_id=41b24d9e-73d1-4509-820e-aa8b151062fb)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:53.891882 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (b6f20819-23b0-48f9-81da-3a29f4d27143), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:53.918850 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a09c1fa2-fd15-49ac-903d-2b265653eb3a admin admin] 10.222.0.18 "PUT /v2.0/routers/b3254423-dc9a-4e47-b6ae-2b50bb01e15a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6021874 Jul 24 01:00:53.997461 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f8a68bd0-56ae-447f-8613-bcf5fc7db91b admin admin] Publish callbacks [] for security_group (3fd0312e-8b0e-4e51-a3b2-77be6ccc9abf), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:54.022138 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:54.044549 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-85b9e3bf-2f82-4ae0-9e0f-230109f9667c req-bc2e8b22-78f9-4e13-8549-191b07f5f881 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 210 time: 0.1320212 Jul 24 01:00:54.058373 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Pushing event updated for resources: {'Port': ['ID=b6f20819-23b0-48f9-81da-3a29f4d27143,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:54.061713 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cca9f20f-d73e-42fb-b9e4-4710fdc4ae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (226f8ef6-1a72-4f21-98fc-807c2e82056d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:54.066101 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'name': 'tempest-ServerRescueNegativeTestJSON-789566168-router', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101'}], 'enable_snat': True}, 'gw_port_id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:35Z', 'updated_at': '2022-07-24T01:00:47Z', 'revision_number': 4, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'gw_port': {'id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4be2e3fd-9cee-476b-a873-3b43e4a0cef1', 'name': '', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'mac_address': 'fa:16:3e:e3:45:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:00:48Z', 'revision_number': 2, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'subnets': [{'id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:54.092019 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f8a68bd0-56ae-447f-8613-bcf5fc7db91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (3fd0312e-8b0e-4e51-a3b2-77be6ccc9abf), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:54.287655 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:54.316876 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] Checking router: b3254423-dc9a-4e47-b6ae-2b50bb01e15a for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:00:54.317591 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] Updating router b3254423-dc9a-4e47-b6ae-2b50bb01e15a port 4be2e3fd-9cee-476b-a873-3b43e4a0cef1 binding host dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:00:54.326321 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f8a68bd0-56ae-447f-8613-bcf5fc7db91b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3bfb2d4cca84a1f93fd84ccf4476fee&name=default HTTP/1.1" status: 200 len: 2996 time: 3.9771500 Jul 24 01:00:54.326321 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5cf601d8-64fa-4c0f-84df-d836acb16a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (367cbc3c-9466-4589-aef4-f9bdbbb62276), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:54.336253 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5cf601d8-64fa-4c0f-84df-d836acb16a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:54.341252 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5cf601d8-64fa-4c0f-84df-d836acb16a81 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/367cbc3c-9466-4589-aef4-f9bdbbb62276 HTTP/1.1" status: 204 len: 168 time: 4.6528170 Jul 24 01:00:54.343137 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 58360) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:54.392131 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac9f626-c9ba-4e62-b44a-bd4768287675 admin admin] Network 37cd1572-14d0-471e-b2ca-ff3f9078882e is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:54.428247 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (4be2e3fd-9cee-476b-a873-3b43e4a0cef1), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:54.470791 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-a2251911-d7af-4427-9d7b-6abd104d797d None None] Provisioning complete for port 226f8ef6-1a72-4f21-98fc-807c2e82056d triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:54.471447 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a2251911-d7af-4427-9d7b-6abd104d797d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (226f8ef6-1a72-4f21-98fc-807c2e82056d), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:54.514371 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device e8bf356a-1042-4edc-9f87-b446c0f0f13b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:54.532137 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9f626-c9ba-4e62-b44a-bd4768287675 admin admin] Pushing event updated for resources: {'Port': ['ID=a59794ec-7298-40f4-93ac-8b41c831cc00,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:54.535133 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-5ac9f626-c9ba-4e62-b44a-bd4768287675 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:54.601954 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac9f626-c9ba-4e62-b44a-bd4768287675 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:00:54.602455 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5ac9f626-c9ba-4e62-b44a-bd4768287675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687689'] for router_interface (e7884272-781c-4764-a5fa-e9aabaf2f60a), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:54.682965 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-41531de8-f03d-4615-9046-f890b05c126f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for port (57f2bee5-3d4c-4cb5-8837-3fb3ed4ed0b8), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:54.746383 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-41531de8-f03d-4615-9046-f890b05c126f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (57f2bee5-3d4c-4cb5-8837-3fb3ed4ed0b8), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:54.804787 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a68bd0-56ae-447f-8613-bcf5fc7db91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd0312e-8b0e-4e51-a3b2-77be6ccc9abf,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:54.820665 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-a739fbea-1627-43e4-8870-7de866363a8d req-bb27c95f-8ec8-4633-a240-7383ef14ad1e tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Allocated IP 172.20.0.5 (b9d14848-c599-4212-8897-d0ad638b5278/d29760ce-76a3-492d-a13f-9beae36f2f06/53ce7301-1644-4424-b492-4f95801956b5) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:54.874613 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:54.929568 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-41531de8-f03d-4615-9046-f890b05c126f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (24b17ce2-22c1-4c66-90e3-2118cb1d2141), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:54.934446 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf601d8-64fa-4c0f-84df-d836acb16a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367cbc3c-9466-4589-aef4-f9bdbbb62276,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:54.955976 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-667e61cf-3401-4626-b517-a316dfc11fdd admin admin] Publish callbacks [] for security_group (3fd0312e-8b0e-4e51-a3b2-77be6ccc9abf), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:54.987958 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9f20f-d73e-42fb-b9e4-4710fdc4ae15 None None] Pushing event updated for resources: {'Port': ['ID=226f8ef6-1a72-4f21-98fc-807c2e82056d,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:55.065377 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-265c6604-85e7-419c-b66b-a23682e253d1 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1044897734&fields=id&tenant_id=644464d3831e468f8ab9957bb33817b0 HTTP/1.1" status: 200 len: 267 time: 1.0648446 Jul 24 01:00:55.110291 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-41531de8-f03d-4615-9046-f890b05c126f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:55.133517 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-41531de8-f03d-4615-9046-f890b05c126f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.6698060 Jul 24 01:00:55.138470 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41531de8-f03d-4615-9046-f890b05c126f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Pushing event updated for resources: {'Port': ['ID=57f2bee5-3d4c-4cb5-8837-3fb3ed4ed0b8,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:55.180907 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-667e61cf-3401-4626-b517-a316dfc11fdd admin admin] Publish callbacks [] for security_group (3fd0312e-8b0e-4e51-a3b2-77be6ccc9abf), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:55.253277 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port e8bf356a-1042-4edc-9f87-b446c0f0f13b triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:55.253665 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (e8bf356a-1042-4edc-9f87-b446c0f0f13b), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:55.346929 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-667e61cf-3401-4626-b517-a316dfc11fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (3fd0312e-8b0e-4e51-a3b2-77be6ccc9abf), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:55.350607 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-667e61cf-3401-4626-b517-a316dfc11fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:55.354588 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-667e61cf-3401-4626-b517-a316dfc11fdd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3fd0312e-8b0e-4e51-a3b2-77be6ccc9abf HTTP/1.1" status: 204 len: 168 time: 1.0001051 Jul 24 01:00:55.366553 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e61cf-3401-4626-b517-a316dfc11fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd0312e-8b0e-4e51-a3b2-77be6ccc9abf,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:55.532184 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-a2251911-d7af-4427-9d7b-6abd104d797d None None] Current status of the port 226f8ef6-1a72-4f21-98fc-807c2e82056d is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:55.728193 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-ffa6b9a0-c0f4-4715-8352-48fdd8909053 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:00:55.730552 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-ffa6b9a0-c0f4-4715-8352-48fdd8909053 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/networks?id=d2871582-ae5b-4292-87a4-e519f553496c HTTP/1.1" status: 200 len: 810 time: 0.6509750 Jul 24 01:00:55.821137 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] Publish callbacks [] for port (4be2e3fd-9cee-476b-a873-3b43e4a0cef1), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:55.823774 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-6f470e10-3c90-41dd-888b-db3c51c91a97 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/quotas/644464d3831e468f8ab9957bb33817b0 HTTP/1.1" status: 200 len: 375 time: 0.0775642 Jul 24 01:00:55.826490 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:55.827665 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:55.843255 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (4be2e3fd-9cee-476b-a873-3b43e4a0cef1), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:56.071522 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-5e05dd96-ca5a-45ce-a911-c243010a58ef tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=644464d3831e468f8ab9957bb33817b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1311986 Jul 24 01:00:56.084189 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-6a1c187e-ef0b-4d36-bbc6-8b134b50536d None None] Provisioning complete for port a59794ec-7298-40f4-93ac-8b41c831cc00 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:56.084641 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6a1c187e-ef0b-4d36-bbc6-8b134b50536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (a59794ec-7298-40f4-93ac-8b41c831cc00), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:56.090252 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5ac9f626-c9ba-4e62-b44a-bd4768287675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (a59794ec-7298-40f4-93ac-8b41c831cc00), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:56.155477 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 58408) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:56.161179 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-6a1c187e-ef0b-4d36-bbc6-8b134b50536d None None] Port a59794ec-7298-40f4-93ac-8b41c831cc00 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:00:56.196045 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-95241d62-bbff-4508-8f03-ded61d006ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:56.232105 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port e8bf356a-1042-4edc-9f87-b446c0f0f13b is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:56.233265 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 226f8ef6-1a72-4f21-98fc-807c2e82056d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:56.235533 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] Attempting to bind port 4be2e3fd-9cee-476b-a873-3b43e4a0cef1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:00:56.235909 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] Attempting to bind port 4be2e3fd-9cee-476b-a873-3b43e4a0cef1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '74c2a00b-185e-4fc6-bac5-4c487cfc75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:00:56.236277 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] Attempting to bind port 4be2e3fd-9cee-476b-a873-3b43e4a0cef1 on network fd9f01d9-09a8-410d-9e7d-efac033dcd4b {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:00:56.264318 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275f87e-dd52-4eb3-9ac2-3e12f8894442 None None] Pushing event updated for resources: {'Port': ['ID=4be2e3fd-9cee-476b-a873-3b43e4a0cef1,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:56.274522 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:00:56.275359 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] Checking segment: {'id': '74c2a00b-185e-4fc6-bac5-4c487cfc75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:00:56.275946 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:56.276141 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] Bound using segment: {'id': '74c2a00b-185e-4fc6-bac5-4c487cfc75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:00:56.276584 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] Bound port: 4be2e3fd-9cee-476b-a873-3b43e4a0cef1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c2a00b-185e-4fc6-bac5-4c487cfc75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:00:56.276967 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (4be2e3fd-9cee-476b-a873-3b43e4a0cef1), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:56.326732 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-30de69dc-083e-4543-8323-cce6818d79d3 None None] Provisioning complete for port 4be2e3fd-9cee-476b-a873-3b43e4a0cef1 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:56.327155 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-30de69dc-083e-4543-8323-cce6818d79d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (4be2e3fd-9cee-476b-a873-3b43e4a0cef1), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:56.400147 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 226f8ef6-1a72-4f21-98fc-807c2e82056d triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:56.400589 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (226f8ef6-1a72-4f21-98fc-807c2e82056d), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:56.443613 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-30de69dc-083e-4543-8323-cce6818d79d3 None None] Port 4be2e3fd-9cee-476b-a873-3b43e4a0cef1 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:00:56.481757 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-33187bbe-4816-4c52-82b7-dcc11c92cebb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:00:56.486129 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-33187bbe-4816-4c52-82b7-dcc11c92cebb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/networks?id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b HTTP/1.1" status: 200 len: 818 time: 1.1038291 Jul 24 01:00:56.508143 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] For port 4be2e3fd-9cee-476b-a873-3b43e4a0cef1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:56.527228 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] For port 4be2e3fd-9cee-476b-a873-3b43e4a0cef1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4be2e3fd-9cee-476b-a873-3b43e4a0cef1,segment=NetworkSegment(74c2a00b-185e-4fc6-bac5-4c487cfc75e4),segment_id=74c2a00b-185e-4fc6-bac5-4c487cfc75e4)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:56.539299 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (4be2e3fd-9cee-476b-a873-3b43e4a0cef1), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:56.571263 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-95241d62-bbff-4508-8f03-ded61d006ed7 admin admin] Publish callbacks [] for security_group (09775272-2a47-4b7d-aebc-29f3e0019474), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:56.581710 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-95241d62-bbff-4508-8f03-ded61d006ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (09775272-2a47-4b7d-aebc-29f3e0019474), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:56.645828 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:56.652112 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-9128e9c4-aef0-45f9-a71a-ded56ca4a06f tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/quotas/f7d219e82efe44f9b6f860a5fabc7733 HTTP/1.1" status: 200 len: 375 time: 0.1505191 Jul 24 01:00:56.663288 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a739fbea-1627-43e4-8870-7de866363a8d req-bb27c95f-8ec8-4633-a240-7383ef14ad1e tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Publish callbacks [] for port (53ce7301-1644-4424-b492-4f95801956b5), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:56.663880 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:56.666609 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95241d62-bbff-4508-8f03-ded61d006ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09775272-2a47-4b7d-aebc-29f3e0019474,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:56.701574 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-95241d62-bbff-4508-8f03-ded61d006ed7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd42beb77d904fdd8f0296aba8b6e5ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5447772 Jul 24 01:00:56.704502 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 58422) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:00:56.812429 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275f87e-dd52-4eb3-9ac2-3e12f8894442 None None] Pushing event updated for resources: {'Port': ['ID=4be2e3fd-9cee-476b-a873-3b43e4a0cef1,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:56.821075 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] Routers {'b3254423-dc9a-4e47-b6ae-2b50bb01e15a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:00:56.821713 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:00:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:56.851214 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8dc18c24-7100-4dca-99f1-4ae395ac50e4 admin admin] Publish callbacks [] for security_group (09775272-2a47-4b7d-aebc-29f3e0019474), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:56.908882 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8dc18c24-7100-4dca-99f1-4ae395ac50e4 admin admin] Publish callbacks [] for security_group (09775272-2a47-4b7d-aebc-29f3e0019474), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:56.931416 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:56.945494 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5ac9f626-c9ba-4e62-b44a-bd4768287675 admin admin] Publish callbacks [] for port (a59794ec-7298-40f4-93ac-8b41c831cc00), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:56.975561 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5ac9f626-c9ba-4e62-b44a-bd4768287675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (a59794ec-7298-40f4-93ac-8b41c831cc00), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:56.976494 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5ac9f626-c9ba-4e62-b44a-bd4768287675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687781'] for router_interface (e7884272-781c-4764-a5fa-e9aabaf2f60a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:56.979710 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-67af5bfa-a1b8-4d8b-b4d7-681e00f740f0 service neutron] 10.222.0.18 "GET /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8671627 Jul 24 01:00:56.993944 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 226f8ef6-1a72-4f21-98fc-807c2e82056d is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:56.999057 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 1b7f11e5-47da-46f9-86e7-4d08341a25e5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:57.030226 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8dc18c24-7100-4dca-99f1-4ae395ac50e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (09775272-2a47-4b7d-aebc-29f3e0019474), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:57.033078 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8dc18c24-7100-4dca-99f1-4ae395ac50e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:57.034239 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-8dc18c24-7100-4dca-99f1-4ae395ac50e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09775272-2a47-4b7d-aebc-29f3e0019474 HTTP/1.1" status: 204 len: 168 time: 0.3287356 Jul 24 01:00:57.060521 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc18c24-7100-4dca-99f1-4ae395ac50e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09775272-2a47-4b7d-aebc-29f3e0019474,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:57.094425 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-fcf584d1-c85a-4005-8c6b-bfd38bd39b51 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7d219e82efe44f9b6f860a5fabc7733&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4131930 Jul 24 01:00:57.206826 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d7a83e6c-c8b5-4f44-a2b5-fdb71bd73be2 None None] Provisioning complete for port 4be2e3fd-9cee-476b-a873-3b43e4a0cef1 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:57.213823 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d7a83e6c-c8b5-4f44-a2b5-fdb71bd73be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (4be2e3fd-9cee-476b-a873-3b43e4a0cef1), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:57.220371 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a739fbea-1627-43e4-8870-7de866363a8d req-bb27c95f-8ec8-4633-a240-7383ef14ad1e tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (53ce7301-1644-4424-b492-4f95801956b5), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:57.311061 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9f626-c9ba-4e62-b44a-bd4768287675 admin admin] Pushing event updated for resources: {'Port': ['ID=a59794ec-7298-40f4-93ac-8b41c831cc00,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:57.401886 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:57.464069 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 1b7f11e5-47da-46f9-86e7-4d08341a25e5 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:57.464467 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (1b7f11e5-47da-46f9-86e7-4d08341a25e5), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:57.558995 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a739fbea-1627-43e4-8870-7de866363a8d req-bb27c95f-8ec8-4633-a240-7383ef14ad1e tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Network b9d14848-c599-4212-8897-d0ad638b5278 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:57.604166 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] Set router b3254423-dc9a-4e47-b6ae-2b50bb01e15a gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:00:57.610271 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=100 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:57.614428 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d7a83e6c-c8b5-4f44-a2b5-fdb71bd73be2 None None] Current status of the port 4be2e3fd-9cee-476b-a873-3b43e4a0cef1 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:57.615877 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d7a83e6c-c8b5-4f44-a2b5-fdb71bd73be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (4be2e3fd-9cee-476b-a873-3b43e4a0cef1), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:57.643599 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-a739fbea-1627-43e4-8870-7de866363a8d req-bb27c95f-8ec8-4633-a240-7383ef14ad1e tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:57.661756 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-a739fbea-1627-43e4-8870-7de866363a8d req-bb27c95f-8ec8-4633-a240-7383ef14ad1e tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:00:57.672696 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739fbea-1627-43e4-8870-7de866363a8d req-bb27c95f-8ec8-4633-a240-7383ef14ad1e tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:00:57.673368 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a739fbea-1627-43e4-8870-7de866363a8d req-bb27c95f-8ec8-4633-a240-7383ef14ad1e tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:57.795490 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a739fbea-1627-43e4-8870-7de866363a8d req-bb27c95f-8ec8-4633-a240-7383ef14ad1e tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4129822 Jul 24 01:00:57.845706 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27c95f-8ec8-4633-a240-7383ef14ad1e tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Pushing event updated for resources: {'Port': ['ID=53ce7301-1644-4424-b492-4f95801956b5,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:57.847315 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d7a83e6c-c8b5-4f44-a2b5-fdb71bd73be2 None None] For port 4be2e3fd-9cee-476b-a873-3b43e4a0cef1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4be2e3fd-9cee-476b-a873-3b43e4a0cef1,segment=NetworkSegment(74c2a00b-185e-4fc6-bac5-4c487cfc75e4),segment_id=74c2a00b-185e-4fc6-bac5-4c487cfc75e4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:57.860979 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-70bca60d-7c1d-4755-bd34-55bf0ac59af4 service neutron] 10.222.0.18 "GET /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8501246 Jul 24 01:00:57.862919 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d7a83e6c-c8b5-4f44-a2b5-fdb71bd73be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (4be2e3fd-9cee-476b-a873-3b43e4a0cef1), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:57.955943 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac9f626-c9ba-4e62-b44a-bd4768287675 admin admin] Network 37cd1572-14d0-471e-b2ca-ff3f9078882e is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:57.958802 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-5ac9f626-c9ba-4e62-b44a-bd4768287675 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:58.007551 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] Sync routers for ids ['b7f90846-378c-460e-966a-1255785da876'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:58.034837 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] Routers {'b7f90846-378c-460e-966a-1255785da876'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:00:58.035574 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:00:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b7f90846-378c-460e-966a-1255785da876'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:58.355111 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] Set router b7f90846-378c-460e-966a-1255785da876 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:00:58.438180 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-40377d41-784e-41d6-bbff-a839604c21a6 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 01:00:58.442239 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-9f49abac-75d6-496c-ac75-f9fd3141e1a7 None None] Provisioning complete for port 53ce7301-1644-4424-b492-4f95801956b5 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:58.442651 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9f49abac-75d6-496c-ac75-f9fd3141e1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (53ce7301-1644-4424-b492-4f95801956b5), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:58.447962 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-40377d41-784e-41d6-bbff-a839604c21a6 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7189684 Jul 24 01:00:58.546732 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:58.559068 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-9f49abac-75d6-496c-ac75-f9fd3141e1a7 None None] Port 53ce7301-1644-4424-b492-4f95801956b5 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:00:58.624328 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-ad1c40e7-cd33-44c5-8eca-f14b9deae5e3 service neutron] 10.222.0.18 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753845 Jul 24 01:00:58.664933 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a83e6c-c8b5-4f44-a2b5-fdb71bd73be2 None None] Pushing event updated for resources: {'Port': ['ID=4be2e3fd-9cee-476b-a873-3b43e4a0cef1,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:58.674427 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 1b7f11e5-47da-46f9-86e7-4d08341a25e5 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:58.674907 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (1b7f11e5-47da-46f9-86e7-4d08341a25e5), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:58.721183 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] For port 1b7f11e5-47da-46f9-86e7-4d08341a25e5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1b7f11e5-47da-46f9-86e7-4d08341a25e5,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:58.758637 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (1b7f11e5-47da-46f9-86e7-4d08341a25e5), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:58.760209 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 6565ec20-0e74-458d-bbd7-ea9f88ef46d6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:58.876111 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac9f626-c9ba-4e62-b44a-bd4768287675 admin admin] Router e7884272-781c-4764-a5fa-e9aabaf2f60a has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:00:58.895756 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [req-a739fbea-1627-43e4-8870-7de866363a8d req-e91043e6-7b25-4f56-8aa4-7b1dd9d66c5d tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 01:00:58.896726 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a739fbea-1627-43e4-8870-7de866363a8d req-e91043e6-7b25-4f56-8aa4-7b1dd9d66c5d tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0316117 Jul 24 01:00:58.995158 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 6565ec20-0e74-458d-bbd7-ea9f88ef46d6 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:58.995924 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (6565ec20-0e74-458d-bbd7-ea9f88ef46d6), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:59.065329 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-2ae73ac7-c6ad-4f30-bac6-6417a224349c None None] Provisioning complete for port a59794ec-7298-40f4-93ac-8b41c831cc00 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:00:59.066092 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2ae73ac7-c6ad-4f30-bac6-6417a224349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (a59794ec-7298-40f4-93ac-8b41c831cc00), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:59.075066 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f90846-378c-460e-966a-1255785da876', 'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-router', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:44Z', 'revision_number': 4, 'project_id': '75293bf0100f435bb567b690edc85533', 'gw_port': {'id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '79a5aecb-d36e-43c2-ad7b-6931a40ed1f4', 'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'mac_address': 'fa:16:3e:56:bd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:00:44Z', 'revision_number': 2, 'project_id': '75293bf0100f435bb567b690edc85533', 'subnets': [{'id': '3183cb91-853c-4305-9098-55893a3692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:59.090025 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:59.109388 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-2ae73ac7-c6ad-4f30-bac6-6417a224349c None None] Port a59794ec-7298-40f4-93ac-8b41c831cc00 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:00:59.112222 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'name': 'tempest-ServerRescueNegativeTestJSON-789566168-router', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101'}], 'enable_snat': True}, 'gw_port_id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:35Z', 'updated_at': '2022-07-24T01:00:47Z', 'revision_number': 4, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'gw_port': {'id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4be2e3fd-9cee-476b-a873-3b43e4a0cef1', 'name': '', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'mac_address': 'fa:16:3e:e3:45:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:00:56Z', 'revision_number': 4, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'subnets': [{'id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:59.119861 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-11c6dd70-b570-4670-9536-62a02ad64c60 service neutron] 10.222.0.18 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945953 Jul 24 01:00:59.183871 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] Checking router: b7f90846-378c-460e-966a-1255785da876 for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:00:59.184248 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] Updating router b7f90846-378c-460e-966a-1255785da876 port 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4 binding host dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:00:59.260208 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (79a5aecb-d36e-43c2-ad7b-6931a40ed1f4), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:00:59.429820 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d38fc-f4c8-4ac3-9bf4-95a40cbfd432 None None] The sync data for ids ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'] in dv-cinder-master-3-iscsi is: [{'id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'name': 'tempest-ServerRescueNegativeTestJSON-789566168-router', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101'}], 'enable_snat': True}, 'gw_port_id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:35Z', 'updated_at': '2022-07-24T01:00:47Z', 'revision_number': 4, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'gw_port': {'id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4be2e3fd-9cee-476b-a873-3b43e4a0cef1', 'name': '', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'mac_address': 'fa:16:3e:e3:45:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:00:56Z', 'revision_number': 4, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'subnets': [{'id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:00:59.436644 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac9f626-c9ba-4e62-b44a-bd4768287675 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:59.452950 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adf4a5-2e8e-4656-9a7f-37362c8a3070 req-83db238c-d648-46dd-975f-7109a792ecfb tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:00:59.458966 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] Sync routers for ids ['e7884272-781c-4764-a5fa-e9aabaf2f60a'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:59.461603 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d9adf4a5-2e8e-4656-9a7f-37362c8a3070 req-83db238c-d648-46dd-975f-7109a792ecfb tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 931 time: 0.8811045 Jul 24 01:00:59.508076 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5ac9f626-c9ba-4e62-b44a-bd4768287675 admin admin] 10.222.0.18 "PUT /v2.0/routers/e7884272-781c-4764-a5fa-e9aabaf2f60a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0595112 Jul 24 01:00:59.561149 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Pushing event updated for resources: {'Port': ['ID=1b7f11e5-47da-46f9-86e7-4d08341a25e5,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:59.589599 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] Routers {'e7884272-781c-4764-a5fa-e9aabaf2f60a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:00:59.590355 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:00:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['e7884272-781c-4764-a5fa-e9aabaf2f60a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:59.647125 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d9adf4a5-2e8e-4656-9a7f-37362c8a3070 req-ef2dc390-32ea-40f1-b189-9b072617bafc tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/security-groups?id=69329197-a495-494b-8252-a943292b1b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845701 Jul 24 01:00:59.735751 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:00:59.764498 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fca80e42-5856-4394-b601-4125e1251959 req-5bb57241-3714-4fd4-ab56-4aa744f2ec14 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--602203386&fields=id&tenant_id=75293bf0100f435bb567b690edc85533 HTTP/1.1" status: 200 len: 267 time: 0.1475115 Jul 24 01:00:59.782363 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 6565ec20-0e74-458d-bbd7-ea9f88ef46d6 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:00:59.783487 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:59.962087 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2e520597-ded6-44c4-8b51-97efcab80c87 req-1062b94d-c6f0-4234-b63c-e586e9849e72 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 210 time: 0.1566663 Jul 24 01:01:00.075900 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:00.103474 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:00.104111 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:00.125413 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:00.150391 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-00be4577-f5be-47b4-8257-1c7a21acde95 req-a1d53acb-9311-4a55-bf12-7c1ab7afa342 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 210 time: 0.0611498 Jul 24 01:01:00.203893 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca80e42-5856-4394-b601-4125e1251959 req-7250d891-633c-4500-bec2-4bed4aa91c11 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:00.205634 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fca80e42-5856-4394-b601-4125e1251959 req-7250d891-633c-4500-bec2-4bed4aa91c11 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/networks?id=e240c1c7-87a5-4124-b96b-a74d28ba2a48 HTTP/1.1" status: 200 len: 817 time: 0.4395566 Jul 24 01:01:00.233677 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fca80e42-5856-4394-b601-4125e1251959 req-96552920-f21e-44fd-b1bb-8e880387cad0 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/quotas/75293bf0100f435bb567b690edc85533 HTTP/1.1" status: 200 len: 375 time: 0.0202036 Jul 24 01:01:00.233906 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 58560) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:00.247358 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] Set router e7884272-781c-4764-a5fa-e9aabaf2f60a gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:01:00.748645 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:00.749721 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 3864c484-7ef9-492c-b856-6bbee584941a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:00.780589 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] Publish callbacks [] for port (79a5aecb-d36e-43c2-ad7b-6931a40ed1f4), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:00.804855 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (79a5aecb-d36e-43c2-ad7b-6931a40ed1f4), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:00.839428 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fca80e42-5856-4394-b601-4125e1251959 req-069f4865-70fc-4be8-9fe7-f11efb32898a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=75293bf0100f435bb567b690edc85533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5971489 Jul 24 01:01:01.016396 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9796e91-6702-4f7c-9400-d45bf0b17843 None None] Pushing event updated for resources: {'Port': ['ID=79a5aecb-d36e-43c2-ad7b-6931a40ed1f4,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:01.026300 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 58598) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:01.057573 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5e76825c-6e9b-4c23-bef6-125535afa7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:01.203484 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-e192b84e-498b-4d25-b517-93b812063891 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2089527955', 'description': 'tempest-description--821482980'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:01:01.233488 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:00:56Z', 'revision_number': 2, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:01.321538 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] Attempting to bind port 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:01:01.323917 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] Attempting to bind port 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:01:01.324485 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] Attempting to bind port 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4 on network e240c1c7-87a5-4124-b96b-a74d28ba2a48 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:01:01.344915 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:01:01.344915 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] Checking segment: {'id': '5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:01:01.344915 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:01.344915 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] Bound using segment: {'id': '5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:01:01.344915 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] Bound port: 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:01:01.344915 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (79a5aecb-d36e-43c2-ad7b-6931a40ed1f4), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:01.345773 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] Checking router: e7884272-781c-4764-a5fa-e9aabaf2f60a for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:01:01.346323 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] Updating router e7884272-781c-4764-a5fa-e9aabaf2f60a port a59794ec-7298-40f4-93ac-8b41c831cc00 binding host dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:01:01.352603 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 3864c484-7ef9-492c-b856-6bbee584941a triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:01.356979 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (3864c484-7ef9-492c-b856-6bbee584941a), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:01.383270 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-a739fbea-1627-43e4-8870-7de866363a8d req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] Request body: {'port': {'device_id': 'dfcb8b81-6e4b-47a1-9b46-fa2088dbc613', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:01:01.403840 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e192b84e-498b-4d25-b517-93b812063891 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:01.502557 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5e76825c-6e9b-4c23-bef6-125535afa7c8 admin admin] Publish callbacks [] for security_group (c9adc55a-137b-41dc-b2bf-ae73b1eee1db), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:01.524267 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5e76825c-6e9b-4c23-bef6-125535afa7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (c9adc55a-137b-41dc-b2bf-ae73b1eee1db), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:01.555718 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (a59794ec-7298-40f4-93ac-8b41c831cc00), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:01.607958 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:01.618730 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] For port 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:01:01.629126 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] For port 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=79a5aecb-d36e-43c2-ad7b-6931a40ed1f4,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:01:01.664988 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (79a5aecb-d36e-43c2-ad7b-6931a40ed1f4), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:01.676046 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-5e76825c-6e9b-4c23-bef6-125535afa7c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a44d084328f4197b505ead7127d47a0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4408031 Jul 24 01:01:01.685597 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 58614) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:01.692947 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77a102-fc5b-4914-917e-f83587b59489 req-6288ab71-0b89-486c-aa78-27b9cbe599fc tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:01.707848 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bf77a102-fc5b-4914-917e-f83587b59489 req-6288ab71-0b89-486c-aa78-27b9cbe599fc tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 931 time: 0.4181645 Jul 24 01:01:01.711080 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fca80e42-5856-4394-b601-4125e1251959 req-8e52cb1a-8b52-4522-a710-5a1df0af3d7a service neutron] 10.222.0.18 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8628817 Jul 24 01:01:01.727042 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:01.773115 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] Routers {'b7f90846-378c-460e-966a-1255785da876'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:01:01.787266 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:00:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b7f90846-378c-460e-966a-1255785da876'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:01.787971 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76825c-6e9b-4c23-bef6-125535afa7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9adc55a-137b-41dc-b2bf-ae73b1eee1db,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:01.900592 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=14 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:01.943361 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-83035534-5485-4da3-ae9a-f89b2bbef7e1 admin admin] Publish callbacks [] for security_group (c9adc55a-137b-41dc-b2bf-ae73b1eee1db), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:01.994750 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-83035534-5485-4da3-ae9a-f89b2bbef7e1 admin admin] Publish callbacks [] for security_group (c9adc55a-137b-41dc-b2bf-ae73b1eee1db), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:02.058628 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a739fbea-1627-43e4-8870-7de866363a8d req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (53ce7301-1644-4424-b492-4f95801956b5), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:02.106271 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 3864c484-7ef9-492c-b856-6bbee584941a is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:02.106667 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (3864c484-7ef9-492c-b856-6bbee584941a), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:02.108214 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-83035534-5485-4da3-ae9a-f89b2bbef7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (c9adc55a-137b-41dc-b2bf-ae73b1eee1db), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:02.128203 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-83035534-5485-4da3-ae9a-f89b2bbef7e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:02.134999 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-83035534-5485-4da3-ae9a-f89b2bbef7e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9adc55a-137b-41dc-b2bf-ae73b1eee1db HTTP/1.1" status: 204 len: 168 time: 0.4474924 Jul 24 01:01:02.148219 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83035534-5485-4da3-ae9a-f89b2bbef7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9adc55a-137b-41dc-b2bf-ae73b1eee1db,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:02.219621 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9796e91-6702-4f7c-9400-d45bf0b17843 None None] Pushing event updated for resources: {'Port': ['ID=79a5aecb-d36e-43c2-ad7b-6931a40ed1f4,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:02.232748 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] Set router b7f90846-378c-460e-966a-1255785da876 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:01:02.262646 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.39', 52033) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:02.682463 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:02.762574 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] For port 3864c484-7ef9-492c-b856-6bbee584941a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3864c484-7ef9-492c-b856-6bbee584941a,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:02.774893 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-6212ad2f-90c4-43c4-abcc-c39d07053d8e None None] Provisioning complete for port 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:02.777944 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6212ad2f-90c4-43c4-abcc-c39d07053d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (79a5aecb-d36e-43c2-ad7b-6931a40ed1f4), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:02.790311 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-3f7f5a36-8112-411c-9a4b-d23c04376187 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:02.796208 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-3f7f5a36-8112-411c-9a4b-d23c04376187 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.39 "GET /v2.0/networks?id=d2871582-ae5b-4292-87a4-e519f553496c HTTP/1.1" status: 200 len: 810 time: 0.5237470 Jul 24 01:01:02.812155 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (3864c484-7ef9-492c-b856-6bbee584941a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:02.850650 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-a739fbea-1627-43e4-8870-7de866363a8d req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ce7301-1644-4424-b492-4f95801956b5 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:01:02.866187 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a739fbea-1627-43e4-8870-7de866363a8d req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] Publish callbacks [] for port (53ce7301-1644-4424-b492-4f95801956b5), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:02.903155 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f90846-378c-460e-966a-1255785da876', 'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-router', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:44Z', 'revision_number': 4, 'project_id': '75293bf0100f435bb567b690edc85533', 'gw_port': {'id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '79a5aecb-d36e-43c2-ad7b-6931a40ed1f4', 'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'mac_address': 'fa:16:3e:56:bd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:01:01Z', 'revision_number': 4, 'project_id': '75293bf0100f435bb567b690edc85533', 'subnets': [{'id': '3183cb91-853c-4305-9098-55893a3692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:02.913932 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-a739fbea-1627-43e4-8870-7de866363a8d req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] Transition to ACTIVE for port object 53ce7301-1644-4424-b492-4f95801956b5 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 01:01:02.915479 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:02.931994 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a739fbea-1627-43e4-8870-7de866363a8d req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (53ce7301-1644-4424-b492-4f95801956b5), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:02.973147 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] Publish callbacks [] for port (a59794ec-7298-40f4-93ac-8b41c831cc00), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:03.046318 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df54ed-7c0a-4cee-9b87-2a61a3817074 None None] The sync data for ids ['b7f90846-378c-460e-966a-1255785da876'] in dv-cinder-master-3-iscsi is: [{'id': 'b7f90846-378c-460e-966a-1255785da876', 'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-router', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:44Z', 'revision_number': 4, 'project_id': '75293bf0100f435bb567b690edc85533', 'gw_port': {'id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '79a5aecb-d36e-43c2-ad7b-6931a40ed1f4', 'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'mac_address': 'fa:16:3e:56:bd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:01:01Z', 'revision_number': 4, 'project_id': '75293bf0100f435bb567b690edc85533', 'subnets': [{'id': '3183cb91-853c-4305-9098-55893a3692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:01:03.091257 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] Pushing event updated for resources: {'Port': ['ID=53ce7301-1644-4424-b492-4f95801956b5,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:03.091257 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:03.099725 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-e82023c4-0c56-4e56-991e-fa18bb88a111 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=644464d3831e468f8ab9957bb33817b0 HTTP/1.1" status: 200 len: 380 time: 0.1636918 Jul 24 01:01:03.126088 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (a59794ec-7298-40f4-93ac-8b41c831cc00), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:03.144768 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-7e36da24-2e45-4a5f-8c75-463d05137a98 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Request body: {'port': {'device_id': '64ba3b57-16f8-4b6f-b0a6-d0141afc0faa', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'admin_state_up': True, 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'security_groups': ['07737da6-8114-4d88-bc0f-9a7de181130b']}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:01:03.160790 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.39', 52037) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:03.225293 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bf77a102-fc5b-4914-917e-f83587b59489 req-692ad932-79c1-4b2e-8a10-124694292a10 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/security-groups?id=69329197-a495-494b-8252-a943292b1b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5164537 Jul 24 01:01:03.229340 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:03.523429 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-6212ad2f-90c4-43c4-abcc-c39d07053d8e None None] Current status of the port 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:03.523818 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6212ad2f-90c4-43c4-abcc-c39d07053d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (79a5aecb-d36e-43c2-ad7b-6931a40ed1f4), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:03.569173 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-47a6b083-4458-41d6-b6c0-da8869927afa tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:03.578665 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-47a6b083-4458-41d6-b6c0-da8869927afa tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.39 "GET /v2.0/networks?id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b HTTP/1.1" status: 200 len: 818 time: 0.4035459 Jul 24 01:01:03.757224 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-793c56e1-9918-4b5a-b469-67c647013bd4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Request body: {'port': {'device_id': '97d6538b-2585-40fc-b68c-e9a088724a39', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'admin_state_up': True, 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:01:03.807164 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:03.907809 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-6212ad2f-90c4-43c4-abcc-c39d07053d8e None None] For port 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=79a5aecb-d36e-43c2-ad7b-6931a40ed1f4,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:04.000073 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Pushing event updated for resources: {'Port': ['ID=3864c484-7ef9-492c-b856-6bbee584941a,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:04.023051 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6212ad2f-90c4-43c4-abcc-c39d07053d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (79a5aecb-d36e-43c2-ad7b-6931a40ed1f4), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:04.091755 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-793c56e1-9918-4b5a-b469-67c647013bd4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Made reservation on behalf of f7d219e82efe44f9b6f860a5fabc7733 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:01:04.107925 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-793c56e1-9918-4b5a-b469-67c647013bd4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:04.149293 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] Attempting to bind port a59794ec-7298-40f4-93ac-8b41c831cc00 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:01:04.150029 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] Attempting to bind port a59794ec-7298-40f4-93ac-8b41c831cc00 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:01:04.150879 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] Attempting to bind port a59794ec-7298-40f4-93ac-8b41c831cc00 on network 37cd1572-14d0-471e-b2ca-ff3f9078882e {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:01:04.199607 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:01:04.201652 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] Checking segment: {'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:01:04.203280 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:04.204545 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] Bound using segment: {'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:01:04.206453 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] Bound port: a59794ec-7298-40f4-93ac-8b41c831cc00, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:01:04.207811 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (a59794ec-7298-40f4-93ac-8b41c831cc00), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:04.243393 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:04.297651 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:04.298035 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (79a5aecb-d36e-43c2-ad7b-6931a40ed1f4), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:04.311698 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-7e36da24-2e45-4a5f-8c75-463d05137a98 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Made reservation on behalf of 644464d3831e468f8ab9957bb33817b0 for: {'port': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:01:04.329263 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-7e36da24-2e45-4a5f-8c75-463d05137a98 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:04.340364 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 58684) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:04.403061 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861837d-d82e-48f4-b35f-4c376ef7552e None None] Pushing event updated for resources: {'Port': ['ID=a59794ec-7298-40f4-93ac-8b41c831cc00,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:04.499596 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cd23a661-6cb3-4b0f-936b-ad22474ad4f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:04.504865 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fca80e42-5856-4394-b601-4125e1251959 req-19a1f1be-c4ea-4ef1-99c6-a83e3faafaee service neutron] 10.222.0.18 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.7427661 Jul 24 01:01:04.635866 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-a739fbea-1627-43e4-8870-7de866363a8d req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] Attempting to bind port 53ce7301-1644-4424-b492-4f95801956b5 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:01:04.637100 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-a739fbea-1627-43e4-8870-7de866363a8d req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] Attempting to bind port 53ce7301-1644-4424-b492-4f95801956b5 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '41b24d9e-73d1-4509-820e-aa8b151062fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b9d14848-c599-4212-8897-d0ad638b5278'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:01:04.637680 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739fbea-1627-43e4-8870-7de866363a8d req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] Attempting to bind port 53ce7301-1644-4424-b492-4f95801956b5 on network b9d14848-c599-4212-8897-d0ad638b5278 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:01:04.794764 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739fbea-1627-43e4-8870-7de866363a8d req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] Port 53ce7301-1644-4424-b492-4f95801956b5 on network b9d14848-c599-4212-8897-d0ad638b5278 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 01:01:04.807713 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739fbea-1627-43e4-8870-7de866363a8d req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] Attempting to bind port 53ce7301-1644-4424-b492-4f95801956b5 on network b9d14848-c599-4212-8897-d0ad638b5278 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:01:04.825199 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] For port a59794ec-7298-40f4-93ac-8b41c831cc00, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:01:04.838351 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] For port a59794ec-7298-40f4-93ac-8b41c831cc00, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a59794ec-7298-40f4-93ac-8b41c831cc00,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:01:04.845321 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-47ac0a1a-2910-4c75-8fd6-b2788404813f None None] Provisioning complete for port a59794ec-7298-40f4-93ac-8b41c831cc00 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:04.846582 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-47ac0a1a-2910-4c75-8fd6-b2788404813f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (a59794ec-7298-40f4-93ac-8b41c831cc00), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:04.979809 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (a59794ec-7298-40f4-93ac-8b41c831cc00), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:05.035893 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739fbea-1627-43e4-8870-7de866363a8d req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] Checking agent: {'id': 'e7b2140f-0e0f-4ee7-997b-e62068d5aaa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'started_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:01:05.044179 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739fbea-1627-43e4-8870-7de866363a8d req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] Checking segment: {'id': '41b24d9e-73d1-4509-820e-aa8b151062fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b9d14848-c599-4212-8897-d0ad638b5278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:01:05.045061 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739fbea-1627-43e4-8870-7de866363a8d req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] Bound using segment: {'id': '41b24d9e-73d1-4509-820e-aa8b151062fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b9d14848-c599-4212-8897-d0ad638b5278'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:01:05.045793 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-a739fbea-1627-43e4-8870-7de866363a8d req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] Bound port: 53ce7301-1644-4424-b492-4f95801956b5, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b24d9e-73d1-4509-820e-aa8b151062fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b9d14848-c599-4212-8897-d0ad638b5278'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:01:05.046358 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a739fbea-1627-43e4-8870-7de866363a8d req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (53ce7301-1644-4424-b492-4f95801956b5), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:05.050358 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:05.063456 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e192b84e-498b-4d25-b517-93b812063891 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (83674788-f570-44ab-992b-e543c2ab169d), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:05.165097 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:05.166231 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 226f8ef6-1a72-4f21-98fc-807c2e82056d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:05.197415 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 58696) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:05.205818 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-9acf1c60-58bb-422b-991a-4473fbdc1ec8 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:05.215150 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-9acf1c60-58bb-422b-991a-4473fbdc1ec8 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/networks?id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b HTTP/1.1" status: 200 len: 818 time: 1.6216862 Jul 24 01:01:05.215752 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e192b84e-498b-4d25-b517-93b812063891 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (83674788-f570-44ab-992b-e543c2ab169d), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:05.414130 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-7e36da24-2e45-4a5f-8c75-463d05137a98 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Allocated IP 172.20.0.6 (d2871582-ae5b-4292-87a4-e519f553496c/f013cc2c-f207-467b-86f3-d197484583fd/710ccda1-d8a7-4b65-9124-7d15ed6b5d75) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:01:05.453082 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:05.617799 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e192b84e-498b-4d25-b517-93b812063891 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:05.619183 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e192b84e-498b-4d25-b517-93b812063891 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 4.4298167 Jul 24 01:01:05.638262 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 58704) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:05.646427 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-064968a8-7ead-4879-8a0d-bc90735cf48a req-2759b813-a9b4-43b7-814e-e3165a33bc73 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 210 time: 0.3736863 Jul 24 01:01:05.667089 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-6831c066-263a-40dd-a1e5-e34da7ea7838 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'security_group_rule': {'security_group_id': '83674788-f570-44ab-992b-e543c2ab169d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:01:05.677635 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-c8fba93b-1d05-4eff-9cf5-751a941152ae tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/quotas/f7d219e82efe44f9b6f860a5fabc7733 HTTP/1.1" status: 200 len: 375 time: 0.4092724 Jul 24 01:01:05.692928 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cd23a661-6cb3-4b0f-936b-ad22474ad4f1 admin admin] Publish callbacks [] for security_group (ec487446-f873-4be8-a716-8b694d76490f), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:05.710176 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-47ac0a1a-2910-4c75-8fd6-b2788404813f None None] Current status of the port a59794ec-7298-40f4-93ac-8b41c831cc00 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:05.718166 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-47ac0a1a-2910-4c75-8fd6-b2788404813f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (a59794ec-7298-40f4-93ac-8b41c831cc00), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:05.721689 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] Routers {'e7884272-781c-4764-a5fa-e9aabaf2f60a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:01:05.724739 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:00:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['e7884272-781c-4764-a5fa-e9aabaf2f60a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:05.750050 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-793c56e1-9918-4b5a-b469-67c647013bd4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Allocated IP 172.20.0.6 (fd9f01d9-09a8-410d-9e7d-efac033dcd4b/799e17c1-9604-4b46-8040-e48ddab56dcd/7813289d-8139-4d10-ab8e-926e1b2e6577) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:01:05.760096 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cd23a661-6cb3-4b0f-936b-ad22474ad4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (ec487446-f873-4be8-a716-8b694d76490f), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:05.861837 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212ad2f-90c4-43c4-abcc-c39d07053d8e None None] Pushing event updated for resources: {'Port': ['ID=79a5aecb-d36e-43c2-ad7b-6931a40ed1f4,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:05.880930 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 226f8ef6-1a72-4f21-98fc-807c2e82056d triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:05.882180 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (226f8ef6-1a72-4f21-98fc-807c2e82056d), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:05.891121 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192b84e-498b-4d25-b517-93b812063891 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83674788-f570-44ab-992b-e543c2ab169d,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:05.928649 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-cd23a661-6cb3-4b0f-936b-ad22474ad4f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=82fc5a79fc054d4ca04ff73f39b40889&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5722709 Jul 24 01:01:05.935483 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:05.936794 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc244-df51-48aa-b625-abd87a12dab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:05.944879 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 58712) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:05.963904 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6831c066-263a-40dd-a1e5-e34da7ea7838 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (25426f4b-2606-4edc-85ea-1ddb73d968e5), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:05.972712 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23a661-6cb3-4b0f-936b-ad22474ad4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec487446-f873-4be8-a716-8b694d76490f,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:06.108583 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-7e36da24-2e45-4a5f-8c75-463d05137a98 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for port (710ccda1-d8a7-4b65-9124-7d15ed6b5d75), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:06.118833 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-004ff424-6432-4e0d-bb6f-e277cbc38301 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7d219e82efe44f9b6f860a5fabc7733&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4369853 Jul 24 01:01:06.147389 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5d4f0f57-8047-4281-ba85-523bf0cf071e admin admin] Publish callbacks [] for security_group (ec487446-f873-4be8-a716-8b694d76490f), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:06.199346 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6831c066-263a-40dd-a1e5-e34da7ea7838 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (25426f4b-2606-4edc-85ea-1ddb73d968e5), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:06.288220 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6831c066-263a-40dd-a1e5-e34da7ea7838 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (25426f4b-2606-4edc-85ea-1ddb73d968e5), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:06.375774 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831c066-263a-40dd-a1e5-e34da7ea7838 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25426f4b-2606-4edc-85ea-1ddb73d968e5,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:06.387605 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:06.441580 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5d4f0f57-8047-4281-ba85-523bf0cf071e admin admin] Publish callbacks [] for security_group (ec487446-f873-4be8-a716-8b694d76490f), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:06.486481 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6831c066-263a-40dd-a1e5-e34da7ea7838 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:06.493934 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-6831c066-263a-40dd-a1e5-e34da7ea7838 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8408496 Jul 24 01:01:06.495030 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 58724) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:06.515177 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-20d50225-4192-452c-9674-0c38f6251dc2 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'security_group_rule': {'security_group_id': '83674788-f570-44ab-992b-e543c2ab169d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:01:06.548961 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] Set router e7884272-781c-4764-a5fa-e9aabaf2f60a gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:01:06.561083 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-a739fbea-1627-43e4-8870-7de866363a8d req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] For port 53ce7301-1644-4424-b492-4f95801956b5, host hv-cinder-maste, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:01:06.571959 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-a739fbea-1627-43e4-8870-7de866363a8d req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] For port 53ce7301-1644-4424-b492-4f95801956b5, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=53ce7301-1644-4424-b492-4f95801956b5,segment=NetworkSegment(41b24d9e-73d1-4509-820e-aa8b151062fb),segment_id=41b24d9e-73d1-4509-820e-aa8b151062fb)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:01:06.654288 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-7e36da24-2e45-4a5f-8c75-463d05137a98 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (710ccda1-d8a7-4b65-9124-7d15ed6b5d75), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:06.659497 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:06.674616 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-4b36dd73-9c88-4d27-9f54-5cca032f6b10 service neutron] 10.222.0.18 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877019 Jul 24 01:01:06.742075 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a739fbea-1627-43e4-8870-7de866363a8d req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (53ce7301-1644-4424-b492-4f95801956b5), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:06.825235 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-47ac0a1a-2910-4c75-8fd6-b2788404813f None None] For port a59794ec-7298-40f4-93ac-8b41c831cc00, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a59794ec-7298-40f4-93ac-8b41c831cc00,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:06.856603 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc244-df51-48aa-b625-abd87a12dab2 admin admin] Publish callbacks [] for security_group (eefdf391-b301-48ce-a37a-b1f80693ee04), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:06.876812 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-47ac0a1a-2910-4c75-8fd6-b2788404813f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (a59794ec-7298-40f4-93ac-8b41c831cc00), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:06.909554 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-7e36da24-2e45-4a5f-8c75-463d05137a98 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Network d2871582-ae5b-4292-87a4-e519f553496c is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:01:06.926324 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861837d-d82e-48f4-b35f-4c376ef7552e None None] Pushing event updated for resources: {'Port': ['ID=a59794ec-7298-40f4-93ac-8b41c831cc00,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:06.930063 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc244-df51-48aa-b625-abd87a12dab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (eefdf391-b301-48ce-a37a-b1f80693ee04), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:06.949237 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-7e36da24-2e45-4a5f-8c75-463d05137a98 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:01:06.980341 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20d50225-4192-452c-9674-0c38f6251dc2 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (083bfb32-4495-42ec-8940-5dba844aeb06), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:07.030311 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac0a1a-2910-4c75-8fd6-b2788404813f None None] Pushing event updated for resources: {'Port': ['ID=a59794ec-7298-40f4-93ac-8b41c831cc00,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:07.040115 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-47ac0a1a-2910-4c75-8fd6-b2788404813f None None] Provisioning complete for port 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:07.040714 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-47ac0a1a-2910-4c75-8fd6-b2788404813f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (79a5aecb-d36e-43c2-ad7b-6931a40ed1f4), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:07.092362 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 226f8ef6-1a72-4f21-98fc-807c2e82056d is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:07.100140 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 1b7f11e5-47da-46f9-86e7-4d08341a25e5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:07.127226 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] Pushing event updated for resources: {'Port': ['ID=53ce7301-1644-4424-b492-4f95801956b5,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:07.133389 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-7e36da24-2e45-4a5f-8c75-463d05137a98 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:01:07.143071 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-7e36da24-2e45-4a5f-8c75-463d05137a98 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:07.143738 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-7e36da24-2e45-4a5f-8c75-463d05137a98 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:07.164731 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f54391-ff24-47c1-87cd-8f2b8c5bbddf req-bf5fc1d2-0722-424d-87d7-c20fac4d8be9 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:07.167003 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-27f54391-ff24-47c1-87cd-8f2b8c5bbddf req-bf5fc1d2-0722-424d-87d7-c20fac4d8be9 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 943 time: 1.0790493 Jul 24 01:01:07.207688 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20d50225-4192-452c-9674-0c38f6251dc2 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (083bfb32-4495-42ec-8940-5dba844aeb06), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:07.208714 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fc244-df51-48aa-b625-abd87a12dab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefdf391-b301-48ce-a37a-b1f80693ee04,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:07.229636 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739fbea-1627-43e4-8870-7de866363a8d req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:07.233060 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-a739fbea-1627-43e4-8870-7de866363a8d req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:07.233259 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:07.234028 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a739fbea-1627-43e4-8870-7de866363a8d req-c1a3f785-21f1-4099-998d-713d161f8399 service neutron] 10.222.0.39 "PUT /v2.0/ports/53ce7301-1644-4424-b492-4f95801956b5 HTTP/1.1" status: 200 len: 1093 time: 6.2797475 Jul 24 01:01:07.252189 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcb8b81-6e4b-47a1-9b46-fa2088dbc613', 'tag': '53ce7301-1644-4424-b492-4f95801956b5'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:01:07.268717 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20d50225-4192-452c-9674-0c38f6251dc2 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (083bfb32-4495-42ec-8940-5dba844aeb06), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:07.281604 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:04Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:07.317411 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5d4f0f57-8047-4281-ba85-523bf0cf071e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (ec487446-f873-4be8-a716-8b694d76490f), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:07.324600 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5d4f0f57-8047-4281-ba85-523bf0cf071e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:07.326129 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-5d4f0f57-8047-4281-ba85-523bf0cf071e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec487446-f873-4be8-a716-8b694d76490f HTTP/1.1" status: 204 len: 168 time: 1.3798790 Jul 24 01:01:07.336247 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d4ab3-e662-42d8-92a1-3400a470f2e1 None None] The sync data for ids ['e7884272-781c-4764-a5fa-e9aabaf2f60a'] in dv-cinder-master-3-iscsi is: [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:04Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:01:07.338114 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-7e36da24-2e45-4a5f-8c75-463d05137a98 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1973336 Jul 24 01:01:07.351031 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-dd0fc244-df51-48aa-b625-abd87a12dab2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34ab3c8f771f40b6b9c2598ab037ed7e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1269453 Jul 24 01:01:07.379169 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36da24-2e45-4a5f-8c75-463d05137a98 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Pushing event updated for resources: {'Port': ['ID=710ccda1-d8a7-4b65-9124-7d15ed6b5d75,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:07.421047 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 58740) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:07.494043 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f0f57-8047-4281-ba85-523bf0cf071e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec487446-f873-4be8-a716-8b694d76490f,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:07.496822 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d50225-4192-452c-9674-0c38f6251dc2 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083bfb32-4495-42ec-8940-5dba844aeb06,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:07.507367 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] Request body: {'port': {'device_id': '64ba3b57-16f8-4b6f-b0a6-d0141afc0faa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:01:07.519495 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20d50225-4192-452c-9674-0c38f6251dc2 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:07.524817 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-20d50225-4192-452c-9674-0c38f6251dc2 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0126395 Jul 24 01:01:07.526607 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 58748) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:07.528326 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 1b7f11e5-47da-46f9-86e7-4d08341a25e5 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:07.528923 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (1b7f11e5-47da-46f9-86e7-4d08341a25e5), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:07.536056 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-37e87678-6953-4c1a-aa2b-34d43b7e2629 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'floatingip': {'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:01:07.696891 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-47ac0a1a-2910-4c75-8fd6-b2788404813f None None] Current status of the port 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:07.759838 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.39', 52041) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:07.768575 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:07.980611 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-5b20bed4-26e7-4c9a-b04d-24718a5c7e77 None None] Provisioning complete for port a59794ec-7298-40f4-93ac-8b41c831cc00 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:07.981300 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5b20bed4-26e7-4c9a-b04d-24718a5c7e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (a59794ec-7298-40f4-93ac-8b41c831cc00), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:08.188219 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 1b7f11e5-47da-46f9-86e7-4d08341a25e5 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:08.188725 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (710ccda1-d8a7-4b65-9124-7d15ed6b5d75), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:08.190010 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 4be2e3fd-9cee-476b-a873-3b43e4a0cef1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:08.324909 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-5b20bed4-26e7-4c9a-b04d-24718a5c7e77 None None] Current status of the port a59794ec-7298-40f4-93ac-8b41c831cc00 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:08.356421 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 4be2e3fd-9cee-476b-a873-3b43e4a0cef1 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:08.365626 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-793c56e1-9918-4b5a-b469-67c647013bd4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for port (7813289d-8139-4d10-ab8e-926e1b2e6577), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:08.366526 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (4be2e3fd-9cee-476b-a873-3b43e4a0cef1), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:08.393329 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-37e87678-6953-4c1a-aa2b-34d43b7e2629 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:08.401325 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:08.402299 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:08.425302 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-75e9e04f-e4bc-4607-aaf9-7409cdcdbac1 service neutron] 10.222.0.18 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7497294 Jul 24 01:01:08.474373 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-793c56e1-9918-4b5a-b469-67c647013bd4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (7813289d-8139-4d10-ab8e-926e1b2e6577), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:08.480044 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-b0c30278-dcdd-483c-a8c7-a652a1b1e982 None None] Provisioning complete for port 710ccda1-d8a7-4b65-9124-7d15ed6b5d75 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:08.480629 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b0c30278-dcdd-483c-a8c7-a652a1b1e982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (710ccda1-d8a7-4b65-9124-7d15ed6b5d75), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:08.594449 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-793c56e1-9918-4b5a-b469-67c647013bd4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Network fd9f01d9-09a8-410d-9e7d-efac033dcd4b is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:01:08.598011 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-b0c30278-dcdd-483c-a8c7-a652a1b1e982 None None] Port 710ccda1-d8a7-4b65-9124-7d15ed6b5d75 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:01:08.636548 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 4be2e3fd-9cee-476b-a873-3b43e4a0cef1 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:08.637590 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c56e1-9918-4b5a-b469-67c647013bd4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Pushing event updated for resources: {'Port': ['ID=7813289d-8139-4d10-ab8e-926e1b2e6577,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:08.643856 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device b6f20819-23b0-48f9-81da-3a29f4d27143 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:08.649626 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-793c56e1-9918-4b5a-b469-67c647013bd4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:01:08.735736 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-793c56e1-9918-4b5a-b469-67c647013bd4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:01:08.754462 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-793c56e1-9918-4b5a-b469-67c647013bd4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:08.755395 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-793c56e1-9918-4b5a-b469-67c647013bd4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:08.797189 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port b6f20819-23b0-48f9-81da-3a29f4d27143 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:08.799177 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (b6f20819-23b0-48f9-81da-3a29f4d27143), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:08.811754 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca80e42-5856-4394-b601-4125e1251959 req-57bea26b-6ab1-4502-b962-02b205b27901 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:08.824731 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-27f54391-ff24-47c1-87cd-8f2b8c5bbddf req-3154df0d-7c1d-4843-b37f-2a40e86604e9 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/security-groups?id=69329197-a495-494b-8252-a943292b1b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5775533 Jul 24 01:01:08.828096 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fca80e42-5856-4394-b601-4125e1251959 req-57bea26b-6ab1-4502-b962-02b205b27901 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.39 "GET /v2.0/networks?id=e240c1c7-87a5-4124-b96b-a74d28ba2a48 HTTP/1.1" status: 200 len: 817 time: 1.0339203 Jul 24 01:01:08.840556 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0f362c-c77e-4468-9696-1a276b9b2cab" -d '{"events": [{"name": "network-changed", "server_uuid": "dfcb8b81-6e4b-47a1-9b46-fa2088dbc613", "tag": "53ce7301-1644-4424-b492-4f95801956b5"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:08.882469 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-793c56e1-9918-4b5a-b469-67c647013bd4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2678783 Jul 24 01:01:08.959207 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bbf5cc18-f329-4c0a-9b0a-82b81d110e58 admin admin] Publish callbacks [] for security_group (eefdf391-b301-48ce-a37a-b1f80693ee04), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:08.962279 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739fbea-1627-43e4-8870-7de866363a8d req-b2b6acce-3641-4678-98b3-a81451391e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:08.966037 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a739fbea-1627-43e4-8870-7de866363a8d req-b2b6acce-3641-4678-98b3-a81451391e22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c129535452294d998fee4c9e259c9d41&device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 1127 time: 0.5621266 Jul 24 01:01:09.014518 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port b6f20819-23b0-48f9-81da-3a29f4d27143 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:09.079401 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4a68a3bd-e02b-4319-b0e3-0c7259a78b3f req-db8812f1-5b92-4896-a4d8-143237f90bfb tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 210 time: 0.1215496 Jul 24 01:01:09.200233 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-b9b56c88-bcb2-410c-b862-ab046c06b93b None None] Provisioning complete for port 7813289d-8139-4d10-ab8e-926e1b2e6577 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:09.200233 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b9b56c88-bcb2-410c-b862-ab046c06b93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (7813289d-8139-4d10-ab8e-926e1b2e6577), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:09.200438 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] Request body: {'port': {'device_id': '97d6538b-2585-40fc-b68c-e9a088724a39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:01:09.227824 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:09.255960 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=100 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:09.297641 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-b9b56c88-bcb2-410c-b862-ab046c06b93b None None] Port 7813289d-8139-4d10-ab8e-926e1b2e6577 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:01:09.375192 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-37e87678-6953-4c1a-aa2b-34d43b7e2629 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:09.481042 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a739fbea-1627-43e4-8870-7de866363a8d req-67e18937-8bb1-447e-a673-f8b155dc24ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53ce7301-1644-4424-b492-4f95801956b5 HTTP/1.1" status: 200 len: 217 time: 0.3180213 Jul 24 01:01:09.491197 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:09.509987 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bbf5cc18-f329-4c0a-9b0a-82b81d110e58 admin admin] Publish callbacks [] for security_group (eefdf391-b301-48ce-a37a-b1f80693ee04), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:09.544139 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-37e87678-6953-4c1a-aa2b-34d43b7e2629 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Allocated IP 172.37.6.227 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/f7a402eb-f6fb-46b6-a4d6-eb25ca9d3e1e) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:01:09.562077 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:09.563357 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (79a5aecb-d36e-43c2-ad7b-6931a40ed1f4), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:09.629617 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9c03a865-6e3d-4bc4-a6c1-bb7817855b8c req-9e6eb945-f5ff-4772-b7bb-e31429a61757 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 210 time: 0.1920664 Jul 24 01:01:09.632049 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:09.668507 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb4695-eb63-4327-bfcc-0ac3f630b80f req-98f979de-7ed6-4979-9bc7-602169cf9e15 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:09.669433 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ecbb4695-eb63-4327-bfcc-0ac3f630b80f req-98f979de-7ed6-4979-9bc7-602169cf9e15 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 931 time: 0.5890782 Jul 24 01:01:09.710598 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fca80e42-5856-4394-b601-4125e1251959 req-ccce1412-7ce7-4032-a264-19a0dd1e4259 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75293bf0100f435bb567b690edc85533 HTTP/1.1" status: 200 len: 379 time: 0.4691870 Jul 24 01:01:09.731191 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-fca80e42-5856-4394-b601-4125e1251959 req-4441a680-1c32-48fc-b48d-36b9ee7b269c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Request body: {'port': {'device_id': '281e8695-c8e7-4293-8abe-a4f88f175084', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'admin_state_up': True, 'tenant_id': '75293bf0100f435bb567b690edc85533', 'security_groups': ['1d55959e-957c-4984-b9ef-13a578becc32']}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:01:09.736003 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:09.737178 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device a59794ec-7298-40f4-93ac-8b41c831cc00 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:09.809236 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port a59794ec-7298-40f4-93ac-8b41c831cc00 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:09.809622 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (a59794ec-7298-40f4-93ac-8b41c831cc00), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:09.816628 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:09.849629 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739fbea-1627-43e4-8870-7de866363a8d req-e8d06e01-bce9-4c6c-9d9a-3eceae43129b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:09.851032 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a739fbea-1627-43e4-8870-7de866363a8d req-e8d06e01-bce9-4c6c-9d9a-3eceae43129b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d29760ce-76a3-492d-a13f-9beae36f2f06 HTTP/1.1" status: 200 len: 851 time: 0.3300874 Jul 24 01:01:09.853814 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (7813289d-8139-4d10-ab8e-926e1b2e6577), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:09.859526 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ecbb4695-eb63-4327-bfcc-0ac3f630b80f req-fd5505ee-cc77-4ad9-b4f1-cc4639752665 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385014 Jul 24 01:01:09.969413 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739fbea-1627-43e4-8870-7de866363a8d req-0d3e68de-d4ce-41f7-96f4-913ef662bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:09.971123 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a739fbea-1627-43e4-8870-7de866363a8d req-0d3e68de-d4ce-41f7-96f4-913ef662bf30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9d14848-c599-4212-8897-d0ad638b5278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751843 Jul 24 01:01:09.975058 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bbf5cc18-f329-4c0a-9b0a-82b81d110e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (eefdf391-b301-48ce-a37a-b1f80693ee04), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:09.988356 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=100 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:09.989775 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port a59794ec-7298-40f4-93ac-8b41c831cc00 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:09.991254 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bbf5cc18-f329-4c0a-9b0a-82b81d110e58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:09.992451 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-bbf5cc18-f329-4c0a-9b0a-82b81d110e58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eefdf391-b301-48ce-a37a-b1f80693ee04 HTTP/1.1" status: 204 len: 168 time: 2.5306287 Jul 24 01:01:09.999962 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 3864c484-7ef9-492c-b856-6bbee584941a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:10.105408 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 3864c484-7ef9-492c-b856-6bbee584941a triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:10.106563 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (3864c484-7ef9-492c-b856-6bbee584941a), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:10.202536 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-37e87678-6953-4c1a-aa2b-34d43b7e2629 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for port (f7a402eb-f6fb-46b6-a4d6-eb25ca9d3e1e), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:10.232362 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710ccda1-d8a7-4b65-9124-7d15ed6b5d75 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:01:10.233868 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa026b-4306-4984-b3f3-fde4207ddf71 req-7ce6ed12-d8e9-480a-9283-0a9b1fd055f1 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:10.242734 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-96aa026b-4306-4984-b3f3-fde4207ddf71 req-7ce6ed12-d8e9-480a-9283-0a9b1fd055f1 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 943 time: 0.1765683 Jul 24 01:01:10.251809 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a739fbea-1627-43e4-8870-7de866363a8d req-fa264bb3-d972-4423-8b1a-2aa6d1e00f35 service neutron] 10.222.0.39 "GET /v2.0/networks/b9d14848-c599-4212-8897-d0ad638b5278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581735 Jul 24 01:01:10.253300 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] Publish callbacks [] for port (710ccda1-d8a7-4b65-9124-7d15ed6b5d75), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:10.254830 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdf837e-0f7a-41af-9c83-e2c5ff143e01 x-openstack-request-id: req-9bdf837e-0f7a-41af-9c83-e2c5ff143e01 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:10.255180 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfcb8b81-6e4b-47a1-9b46-fa2088dbc613", "tag": "53ce7301-1644-4424-b492-4f95801956b5", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:10.255358 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9bdf837e-0f7a-41af-9c83-e2c5ff143e01 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:10.255950 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bdf837e-0f7a-41af-9c83-e2c5ff143e01'] response: {'name': 'network-changed', 'server_uuid': 'dfcb8b81-6e4b-47a1-9b46-fa2088dbc613', 'tag': '53ce7301-1644-4424-b492-4f95801956b5', 'status': 'completed', 'code': 200} Jul 24 01:01:10.265519 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca80e42-5856-4394-b601-4125e1251959 req-4441a680-1c32-48fc-b48d-36b9ee7b269c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Made reservation on behalf of 75293bf0100f435bb567b690edc85533 for: {'port': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:01:10.269925 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-fca80e42-5856-4394-b601-4125e1251959 req-4441a680-1c32-48fc-b48d-36b9ee7b269c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:10.276432 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 3864c484-7ef9-492c-b856-6bbee584941a is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:10.296378 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5cc18-f329-4c0a-9b0a-82b81d110e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefdf391-b301-48ce-a37a-b1f80693ee04,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:10.301914 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:10.340650 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] Transition to ACTIVE for port object 710ccda1-d8a7-4b65-9124-7d15ed6b5d75 will not be triggered until provisioned by entity L2. {{(pid=103995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 01:01:10.348236 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:10.385220 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (710ccda1-d8a7-4b65-9124-7d15ed6b5d75), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:10.428611 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-37e87678-6953-4c1a-aa2b-34d43b7e2629 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (f7a402eb-f6fb-46b6-a4d6-eb25ca9d3e1e), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:10.451764 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.39', 52047) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:10.499663 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6ac01ff2-7b76-4c34-9fee-c986612a34bb req-0c3c787c-46d1-4376-a8b6-748bee1e5fd5 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 210 time: 0.2425251 Jul 24 01:01:10.792434 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:10.803128 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [req-fca80e42-5856-4394-b601-4125e1251959 req-4441a680-1c32-48fc-b48d-36b9ee7b269c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Allocated IP 172.20.0.11 (e240c1c7-87a5-4124-b96b-a74d28ba2a48/3183cb91-853c-4305-9098-55893a3692d6/e11dcec4-66a1-456b-85bc-587d87bc9e6a) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:01:10.966136 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e9429653-ae4e-4aa6-80ef-bf6da367821b req-424369cc-6bd6-4617-9800-ef737065114a tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 210 time: 0.1254275 Jul 24 01:01:10.978317 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-96aa026b-4306-4984-b3f3-fde4207ddf71 req-5fbbc58d-6c38-48a5-bbdb-930d29cb880a tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/security-groups?id=69329197-a495-494b-8252-a943292b1b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7346294 Jul 24 01:01:11.028063 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-fca80e42-5856-4394-b601-4125e1251959 req-4441a680-1c32-48fc-b48d-36b9ee7b269c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:11.053645 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] Pushing event updated for resources: {'Port': ['ID=710ccda1-d8a7-4b65-9124-7d15ed6b5d75,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:11.061682 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-06fb11a7-c929-469b-bd13-a8e730cf714b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:11.063497 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-06fb11a7-c929-469b-bd13-a8e730cf714b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.39 "GET /v2.0/networks?id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b HTTP/1.1" status: 200 len: 818 time: 0.6085725 Jul 24 01:01:11.066884 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 58868) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:11.076850 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e87678-6953-4c1a-aa2b-34d43b7e2629 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:01:11.076988 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a739fbea-1627-43e4-8870-7de866363a8d req-85acfae3-efdd-481f-85b3-0ce5d5f201ae service neutron] 10.222.0.39 "GET /v2.0/networks/b9d14848-c599-4212-8897-d0ad638b5278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7773438 Jul 24 01:01:11.094074 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7813289d-8139-4d10-ab8e-926e1b2e6577 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:01:11.118584 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-b310aa60-a891-4d23-99a3-e3f953b8c45e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Request body: {'port': {'device_id': '4389fd86-dd98-40ca-8e28-a9153502931c', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'admin_state_up': True, 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:01:11.120509 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] Publish callbacks [] for port (7813289d-8139-4d10-ab8e-926e1b2e6577), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:11.145709 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] Transition to ACTIVE for port object 7813289d-8139-4d10-ab8e-926e1b2e6577 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 01:01:11.154744 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (7813289d-8139-4d10-ab8e-926e1b2e6577), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:11.180192 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda6f55-9f41-40ca-9c8b-96d4dd043f14 req-42fdb6d7-b0e1-4e76-9c31-db575ceda24b tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:11.181886 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6cda6f55-9f41-40ca-9c8b-96d4dd043f14 req-42fdb6d7-b0e1-4e76-9c31-db575ceda24b tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 943 time: 0.1096501 Jul 24 01:01:11.248329 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-37e87678-6953-4c1a-aa2b-34d43b7e2629 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:01:11.252752 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7813289d-8139-4d10-ab8e-926e1b2e6577,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:11.254128 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e87678-6953-4c1a-aa2b-34d43b7e2629 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:01:11.268910 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e3da9a56-698b-4a99-a340-9b4cabe5d211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:11.317054 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6cda6f55-9f41-40ca-9c8b-96d4dd043f14 req-d318d983-079d-4d10-8d34-ce17a795745e tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135221 Jul 24 01:01:11.319186 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:11.322671 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-fca80e42-5856-4394-b601-4125e1251959 req-4441a680-1c32-48fc-b48d-36b9ee7b269c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:11.329269 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] Attempting to bind port 7813289d-8139-4d10-ab8e-926e1b2e6577 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:01:11.329595 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] Attempting to bind port 7813289d-8139-4d10-ab8e-926e1b2e6577 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '74c2a00b-185e-4fc6-bac5-4c487cfc75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:01:11.329927 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] Attempting to bind port 7813289d-8139-4d10-ab8e-926e1b2e6577 on network fd9f01d9-09a8-410d-9e7d-efac033dcd4b {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:01:11.336655 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] Port 7813289d-8139-4d10-ab8e-926e1b2e6577 on network fd9f01d9-09a8-410d-9e7d-efac033dcd4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 01:01:11.336978 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] Attempting to bind port 7813289d-8139-4d10-ab8e-926e1b2e6577 on network fd9f01d9-09a8-410d-9e7d-efac033dcd4b {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:01:11.351472 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] Checking agent: {'id': 'e7b2140f-0e0f-4ee7-997b-e62068d5aaa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'started_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:01:11.351472 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] Checking segment: {'id': '74c2a00b-185e-4fc6-bac5-4c487cfc75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:01:11.351472 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] Bound using segment: {'id': '74c2a00b-185e-4fc6-bac5-4c487cfc75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:01:11.351472 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] Bound port: 7813289d-8139-4d10-ab8e-926e1b2e6577, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c2a00b-185e-4fc6-bac5-4c487cfc75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:01:11.351472 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (7813289d-8139-4d10-ab8e-926e1b2e6577), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:11.431637 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] For port 7813289d-8139-4d10-ab8e-926e1b2e6577, host hv-cinder-maste, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:01:11.435896 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e87678-6953-4c1a-aa2b-34d43b7e2629 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'Port': ['ID=f7a402eb-f6fb-46b6-a4d6-eb25ca9d3e1e,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:11.436963 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] For port 7813289d-8139-4d10-ab8e-926e1b2e6577, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7813289d-8139-4d10-ab8e-926e1b2e6577,segment=NetworkSegment(74c2a00b-185e-4fc6-bac5-4c487cfc75e4),segment_id=74c2a00b-185e-4fc6-bac5-4c487cfc75e4)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:01:11.449475 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (7813289d-8139-4d10-ab8e-926e1b2e6577), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:11.466321 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-b310aa60-a891-4d23-99a3-e3f953b8c45e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Made reservation on behalf of f7d219e82efe44f9b6f860a5fabc7733 for: {'port': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:01:11.470201 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-b310aa60-a891-4d23-99a3-e3f953b8c45e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:11.472565 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] Attempting to bind port 710ccda1-d8a7-4b65-9124-7d15ed6b5d75 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:01:11.473159 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] Attempting to bind port 710ccda1-d8a7-4b65-9124-7d15ed6b5d75 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:01:11.473527 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] Attempting to bind port 710ccda1-d8a7-4b65-9124-7d15ed6b5d75 on network d2871582-ae5b-4292-87a4-e519f553496c {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:01:11.488703 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:11.489125 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:11.492400 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] 10.222.0.39 "PUT /v2.0/ports/7813289d-8139-4d10-ab8e-926e1b2e6577 HTTP/1.1" status: 200 len: 1093 time: 2.3357337 Jul 24 01:01:11.513995 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:11.525274 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:11.528937 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-37e87678-6953-4c1a-aa2b-34d43b7e2629 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (899de017-2e27-4cd1-acc2-626c91d61c0b), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:11.546674 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca80e42-5856-4394-b601-4125e1251959 req-4441a680-1c32-48fc-b48d-36b9ee7b269c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Network e240c1c7-87a5-4124-b96b-a74d28ba2a48 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:01:11.551771 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c36a1-7fa4-4642-b378-e38f29b3d4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7813289d-8139-4d10-ab8e-926e1b2e6577,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:11.568610 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] Port 710ccda1-d8a7-4b65-9124-7d15ed6b5d75 on network d2871582-ae5b-4292-87a4-e519f553496c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 01:01:11.569293 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] Attempting to bind port 710ccda1-d8a7-4b65-9124-7d15ed6b5d75 on network d2871582-ae5b-4292-87a4-e519f553496c {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:01:11.584056 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [req-fca80e42-5856-4394-b601-4125e1251959 req-4441a680-1c32-48fc-b48d-36b9ee7b269c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:01:11.619000 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca80e42-5856-4394-b601-4125e1251959 req-4441a680-1c32-48fc-b48d-36b9ee7b269c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:01:11.624216 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca80e42-5856-4394-b601-4125e1251959 req-4441a680-1c32-48fc-b48d-36b9ee7b269c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:11.624854 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-fca80e42-5856-4394-b601-4125e1251959 req-4441a680-1c32-48fc-b48d-36b9ee7b269c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:11.655815 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] Checking agent: {'id': 'e7b2140f-0e0f-4ee7-997b-e62068d5aaa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'started_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:01:11.656343 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] Checking segment: {'id': 'f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:01:11.656637 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] Bound using segment: {'id': 'f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:01:11.657081 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] Bound port: 710ccda1-d8a7-4b65-9124-7d15ed6b5d75, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:01:11.657447 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (710ccda1-d8a7-4b65-9124-7d15ed6b5d75), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:11.680323 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d44a45-6368-4f27-badc-ada77f67de25 req-749abc81-0474-437d-88f4-f540b155ae10 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:11.682686 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-47d44a45-6368-4f27-badc-ada77f67de25 req-749abc81-0474-437d-88f4-f540b155ae10 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 932 time: 0.0642002 Jul 24 01:01:11.748560 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-47d44a45-6368-4f27-badc-ada77f67de25 req-b8677883-2676-49de-9ec2-1d48ee156062 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576668 Jul 24 01:01:11.787289 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441a680-1c32-48fc-b48d-36b9ee7b269c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Pushing event updated for resources: {'Port': ['ID=e11dcec4-66a1-456b-85bc-587d87bc9e6a,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:11.832275 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fca80e42-5856-4394-b601-4125e1251959 req-4441a680-1c32-48fc-b48d-36b9ee7b269c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1095722 Jul 24 01:01:11.848815 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-37e87678-6953-4c1a-aa2b-34d43b7e2629 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (f7a402eb-f6fb-46b6-a4d6-eb25ca9d3e1e), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:11.906692 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-5beb0816-df36-4ae1-93cb-d49777ab7e41 None None] Provisioning complete for port e11dcec4-66a1-456b-85bc-587d87bc9e6a triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:11.907345 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5beb0816-df36-4ae1-93cb-d49777ab7e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:11.907927 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-b310aa60-a891-4d23-99a3-e3f953b8c45e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Allocated IP 172.20.0.14 (fd9f01d9-09a8-410d-9e7d-efac033dcd4b/799e17c1-9604-4b46-8040-e48ddab56dcd/dd19007e-705d-4543-9981-8c458087a8e3) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:01:11.947191 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-5beb0816-df36-4ae1-93cb-d49777ab7e41 None None] Port e11dcec4-66a1-456b-85bc-587d87bc9e6a cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:01:11.957156 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e3da9a56-698b-4a99-a340-9b4cabe5d211 admin admin] Publish callbacks [] for security_group (10b4494e-3e75-4d69-bf57-5d4f01591258), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:11.978641 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e3da9a56-698b-4a99-a340-9b4cabe5d211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (10b4494e-3e75-4d69-bf57-5d4f01591258), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:12.010279 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] For port 710ccda1-d8a7-4b65-9124-7d15ed6b5d75, host hv-cinder-maste, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:01:12.066134 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8cac7fef-d623-4800-9c7b-e237a79c2733 req-db074bfe-1081-4c13-bd37-47de5bec6ea3 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 210 time: 0.0418108 Jul 24 01:01:12.074870 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] For port 710ccda1-d8a7-4b65-9124-7d15ed6b5d75, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=710ccda1-d8a7-4b65-9124-7d15ed6b5d75,segment=NetworkSegment(f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8),segment_id=f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:01:12.090451 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da9a56-698b-4a99-a340-9b4cabe5d211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b4494e-3e75-4d69-bf57-5d4f01591258,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:12.108805 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5bcc5-83bc-4791-bdbd-954691206de8 req-59e4146c-525c-4101-b778-797ac1081a32 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:12.110266 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cca5bcc5-83bc-4791-bdbd-954691206de8 req-59e4146c-525c-4101-b778-797ac1081a32 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 943 time: 0.0545640 Jul 24 01:01:12.132448 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (710ccda1-d8a7-4b65-9124-7d15ed6b5d75), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:12.136199 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-e3da9a56-698b-4a99-a340-9b4cabe5d211 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89c86c44547f4bc5b7d217b380008c74&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0642767 Jul 24 01:01:12.139568 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 58896) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:12.187351 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cca5bcc5-83bc-4791-bdbd-954691206de8 req-1a73385e-9991-4dbb-8e3a-095c1a7a308d tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/security-groups?id=69329197-a495-494b-8252-a943292b1b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706007 Jul 24 01:01:12.213680 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:12.216416 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:12.217026 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:12.218409 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] 10.222.0.39 "PUT /v2.0/ports/710ccda1-d8a7-4b65-9124-7d15ed6b5d75 HTTP/1.1" status: 200 len: 1093 time: 4.7186975 Jul 24 01:01:12.223540 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fecfeae7-209f-46c9-b86b-43cdab55a812 admin admin] Publish callbacks [] for security_group (10b4494e-3e75-4d69-bf57-5d4f01591258), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:12.227244 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ba3b57-16f8-4b6f-b0a6-d0141afc0faa', 'tag': '710ccda1-d8a7-4b65-9124-7d15ed6b5d75'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:01:12.275627 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d6538b-2585-40fc-b68c-e9a088724a39', 'tag': '7813289d-8139-4d10-ab8e-926e1b2e6577'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:01:12.279161 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b391e8c7-6c96-4bde-b4f7-65b4b1b3273a" -d '{"events": [{"name": "network-changed", "server_uuid": "97d6538b-2585-40fc-b68c-e9a088724a39", "tag": "7813289d-8139-4d10-ab8e-926e1b2e6577"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:12.302864 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fecfeae7-209f-46c9-b86b-43cdab55a812 admin admin] Publish callbacks [] for security_group (10b4494e-3e75-4d69-bf57-5d4f01591258), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:12.353249 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-fca80e42-5856-4394-b601-4125e1251959 req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] Request body: {'port': {'device_id': '281e8695-c8e7-4293-8abe-a4f88f175084', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:01:12.396613 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-a8193198-ca63-45c4-89a3-ff2e0446adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:12.396613 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-a8193198-ca63-45c4-89a3-ff2e0446adb4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7d219e82efe44f9b6f860a5fabc7733&device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 1127 time: 0.0617085 Jul 24 01:01:12.396613 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb618e7-0256-4029-92fd-bce197d62910 x-openstack-request-id: req-2cb618e7-0256-4029-92fd-bce197d62910 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:12.396613 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d6538b-2585-40fc-b68c-e9a088724a39", "tag": "7813289d-8139-4d10-ab8e-926e1b2e6577", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:12.397077 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cb618e7-0256-4029-92fd-bce197d62910 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:12.398816 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb618e7-0256-4029-92fd-bce197d62910'] response: {'name': 'network-changed', 'server_uuid': '97d6538b-2585-40fc-b68c-e9a088724a39', 'tag': '7813289d-8139-4d10-ab8e-926e1b2e6577', 'status': 'completed', 'code': 200} Jul 24 01:01:12.486041 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80468c52-8465-450a-9f6f-815eb7ed2554 service neutron] Pushing event updated for resources: {'Port': ['ID=710ccda1-d8a7-4b65-9124-7d15ed6b5d75,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:12.488822 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:12.518051 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f362c-c77e-4468-9696-1a276b9b2cab req-d9f30cc0-107d-4ac3-b9e4-418b8299f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:12.521217 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ec0f362c-c77e-4468-9696-1a276b9b2cab req-d9f30cc0-107d-4ac3-b9e4-418b8299f382 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c129535452294d998fee4c9e259c9d41&device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 1127 time: 0.2226846 Jul 24 01:01:12.527998 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-21a2dca0-98dc-40d7-8e55-69e2a726e757 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7813289d-8139-4d10-ab8e-926e1b2e6577 HTTP/1.1" status: 200 len: 217 time: 0.1086805 Jul 24 01:01:12.595511 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b44f8d5-02d6-4283-9d2a-c0abfffa75ec" -d '{"events": [{"name": "network-changed", "server_uuid": "64ba3b57-16f8-4b6f-b0a6-d0141afc0faa", "tag": "710ccda1-d8a7-4b65-9124-7d15ed6b5d75"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:12.646119 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-e526d480-072d-4652-ac79-ca9cfe26b15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:12.647689 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-e526d480-072d-4652-ac79-ca9cfe26b15d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=644464d3831e468f8ab9957bb33817b0&device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 1127 time: 0.2703402 Jul 24 01:01:12.685544 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-37e87678-6953-4c1a-aa2b-34d43b7e2629 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for port (f7a402eb-f6fb-46b6-a4d6-eb25ca9d3e1e), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:12.882942 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-b310aa60-a891-4d23-99a3-e3f953b8c45e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for port (dd19007e-705d-4543-9981-8c458087a8e3), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:12.886103 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fccdd5c-82f1-4ae6-af47-9c8c872c4425 x-openstack-request-id: req-0fccdd5c-82f1-4ae6-af47-9c8c872c4425 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:12.886399 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ba3b57-16f8-4b6f-b0a6-d0141afc0faa", "tag": "710ccda1-d8a7-4b65-9124-7d15ed6b5d75", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:12.886654 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0fccdd5c-82f1-4ae6-af47-9c8c872c4425 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:12.887131 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fccdd5c-82f1-4ae6-af47-9c8c872c4425'] response: {'name': 'network-changed', 'server_uuid': '64ba3b57-16f8-4b6f-b0a6-d0141afc0faa', 'tag': '710ccda1-d8a7-4b65-9124-7d15ed6b5d75', 'status': 'completed', 'code': 200} Jul 24 01:01:12.918162 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-fca80e42-5856-4394-b601-4125e1251959 req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:12.918757 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:12.920189 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-37e87678-6953-4c1a-aa2b-34d43b7e2629 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (f7a402eb-f6fb-46b6-a4d6-eb25ca9d3e1e), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:12.935535 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f2871-0a5c-43c2-ae7f-544eecb1008b req-96a89bda-5e99-4af1-9406-524402a93f0d tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:12.937065 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-164f2871-0a5c-43c2-ae7f-544eecb1008b req-96a89bda-5e99-4af1-9406-524402a93f0d tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 943 time: 0.4480379 Jul 24 01:01:12.938807 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-ef104d3d-6baa-4d04-9281-393791eaf94b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=710ccda1-d8a7-4b65-9124-7d15ed6b5d75 HTTP/1.1" status: 200 len: 217 time: 0.2720151 Jul 24 01:01:12.990516 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-37e87678-6953-4c1a-aa2b-34d43b7e2629 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (899de017-2e27-4cd1-acc2-626c91d61c0b), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:13.076430 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-4155cdc3-6ad6-4100-9780-03409476c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:13.078209 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-4155cdc3-6ad6-4100-9780-03409476c414 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=799e17c1-9604-4b46-8040-e48ddab56dcd HTTP/1.1" status: 200 len: 857 time: 0.4791975 Jul 24 01:01:13.078379 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e87678-6953-4c1a-aa2b-34d43b7e2629 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'Port': ['ID=f7a402eb-f6fb-46b6-a4d6-eb25ca9d3e1e,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:13.100303 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab4275-fe6f-4e54-99cd-cf4fde52e551 req-4374cc7c-2087-43e2-bebd-187ed368ad9f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:13.101970 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b2ab4275-fe6f-4e54-99cd-cf4fde52e551 req-4374cc7c-2087-43e2-bebd-187ed368ad9f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 932 time: 0.2156312 Jul 24 01:01:13.105686 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-37e87678-6953-4c1a-aa2b-34d43b7e2629 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:13.114843 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-37e87678-6953-4c1a-aa2b-34d43b7e2629 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5784922 Jul 24 01:01:13.114843 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-1e9be7dc-e399-47a9-bc92-78308f462f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:13.114843 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-1e9be7dc-e399-47a9-bc92-78308f462f04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f013cc2c-f207-467b-86f3-d197484583fd HTTP/1.1" status: 200 len: 849 time: 0.1487031 Jul 24 01:01:13.168796 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fecfeae7-209f-46c9-b86b-43cdab55a812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (10b4494e-3e75-4d69-bf57-5d4f01591258), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:13.171275 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fecfeae7-209f-46c9-b86b-43cdab55a812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:13.175799 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-fecfeae7-209f-46c9-b86b-43cdab55a812 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10b4494e-3e75-4d69-bf57-5d4f01591258 HTTP/1.1" status: 204 len: 168 time: 1.0351629 Jul 24 01:01:13.220834 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-b310aa60-a891-4d23-99a3-e3f953b8c45e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (dd19007e-705d-4543-9981-8c458087a8e3), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:13.259383 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfeae7-209f-46c9-b86b-43cdab55a812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b4494e-3e75-4d69-bf57-5d4f01591258,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:13.265495 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f362c-c77e-4468-9696-1a276b9b2cab req-43ab758e-fb79-441e-b395-762bb44cb557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:13.267040 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ec0f362c-c77e-4468-9696-1a276b9b2cab req-43ab758e-fb79-441e-b395-762bb44cb557 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9d14848-c599-4212-8897-d0ad638b5278 HTTP/1.1" status: 200 len: 913 time: 0.7380803 Jul 24 01:01:13.272659 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-164f2871-0a5c-43c2-ae7f-544eecb1008b req-fd679dc7-2a2b-4e6d-bf04-07a23f6fe7d8 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677701 Jul 24 01:01:13.278591 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-39d36111-8e37-42b1-8b22-6f4c561621ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:13.280449 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-39d36111-8e37-42b1-8b22-6f4c561621ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1661818 Jul 24 01:01:13.286565 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-77fcc3bb-52af-44f1-8e56-c2d4c10378b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:13.288188 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-77fcc3bb-52af-44f1-8e56-c2d4c10378b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2871582-ae5b-4292-87a4-e519f553496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1725793 Jul 24 01:01:13.312338 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:13.400535 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ec0f362c-c77e-4468-9696-1a276b9b2cab req-5d12a779-38a9-4252-b4b3-b4068bf9079e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53ce7301-1644-4424-b492-4f95801956b5 HTTP/1.1" status: 200 len: 217 time: 0.1246409 Jul 24 01:01:13.410596 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b2ab4275-fe6f-4e54-99cd-cf4fde52e551 req-257d3d20-4c1a-4a25-9fc4-3fd7d59f0754 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702820 Jul 24 01:01:13.529830 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-b310aa60-a891-4d23-99a3-e3f953b8c45e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Network fd9f01d9-09a8-410d-9e7d-efac033dcd4b is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:01:13.564728 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-b310aa60-a891-4d23-99a3-e3f953b8c45e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:01:13.568118 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a190378a-48e1-4d5c-a5ff-3259bd4963a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:13.584018 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-b310aa60-a891-4d23-99a3-e3f953b8c45e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:01:13.595680 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-b310aa60-a891-4d23-99a3-e3f953b8c45e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:13.596353 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-b310aa60-a891-4d23-99a3-e3f953b8c45e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:13.662499 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:13.677566 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310aa60-a891-4d23-99a3-e3f953b8c45e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Pushing event updated for resources: {'Port': ['ID=dd19007e-705d-4543-9981-8c458087a8e3,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:13.693152 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-b310aa60-a891-4d23-99a3-e3f953b8c45e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6047289 Jul 24 01:01:13.706302 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e464e6-a14e-498e-b1ce-545599ea90b3 req-2a924e5a-fcf3-4675-9f63-f4dbbd363ffa tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:13.715608 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-98e464e6-a14e-498e-b1ce-545599ea90b3 req-2a924e5a-fcf3-4675-9f63-f4dbbd363ffa tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 943 time: 0.1840255 Jul 24 01:01:13.724874 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] Request body: {'port': {'device_id': '4389fd86-dd98-40ca-8e28-a9153502931c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:01:13.731658 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d43298-d847-402b-b1c9-df71a40992e4 req-c11b972b-6f43-48bb-a09d-fc1297def5e3 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:13.733202 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d4d43298-d847-402b-b1c9-df71a40992e4 req-c11b972b-6f43-48bb-a09d-fc1297def5e3 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 932 time: 0.2086375 Jul 24 01:01:13.822023 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-dbf8efd4-2a67-4078-939e-27b53594b0a0 service neutron] 10.222.0.39 "GET /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528661 Jul 24 01:01:13.837527 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f362c-c77e-4468-9696-1a276b9b2cab req-05bdbbb8-6030-40c5-a135-c053bc5e9887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:13.839039 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ec0f362c-c77e-4468-9696-1a276b9b2cab req-05bdbbb8-6030-40c5-a135-c053bc5e9887 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d29760ce-76a3-492d-a13f-9beae36f2f06 HTTP/1.1" status: 200 len: 851 time: 0.4262664 Jul 24 01:01:13.885507 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-e524ef41-c580-4b3f-88b4-b977844c51a3 service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5768375 Jul 24 01:01:13.935280 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [req-fca80e42-5856-4394-b601-4125e1251959 req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11dcec4-66a1-456b-85bc-587d87bc9e6a {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:01:13.954448 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-fca80e42-5856-4394-b601-4125e1251959 req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] Publish callbacks [] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:13.960027 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-98e464e6-a14e-498e-b1ce-545599ea90b3 req-13ed3f3c-68cb-43ac-9dc2-252971fb2aa8 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/security-groups?id=69329197-a495-494b-8252-a943292b1b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400286 Jul 24 01:01:13.997958 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:14.010082 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (dd19007e-705d-4543-9981-8c458087a8e3), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:14.010451 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-273cdd1e-f782-46db-beea-ba9e95f4b79b None None] Provisioning complete for port dd19007e-705d-4543-9981-8c458087a8e3 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:14.011068 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-273cdd1e-f782-46db-beea-ba9e95f4b79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (dd19007e-705d-4543-9981-8c458087a8e3), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:14.039106 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [req-fca80e42-5856-4394-b601-4125e1251959 req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] Transition to ACTIVE for port object e11dcec4-66a1-456b-85bc-587d87bc9e6a will not be triggered until provisioned by entity L2. {{(pid=103995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 01:01:14.058520 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-fca80e42-5856-4394-b601-4125e1251959 req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:14.084544 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-273cdd1e-f782-46db-beea-ba9e95f4b79b None None] Port dd19007e-705d-4543-9981-8c458087a8e3 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:01:14.140187 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-259367bc-21fa-4faf-ad22-cf69c46a63c0 req-8a233f01-0910-45bb-9543-d40c942f640f service neutron] 10.222.0.39 "GET /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989173 Jul 24 01:01:14.184271 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f362c-c77e-4468-9696-1a276b9b2cab req-54c4a334-fe1f-464c-9dbb-60c636409ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:14.186141 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ec0f362c-c77e-4468-9696-1a276b9b2cab req-54c4a334-fe1f-464c-9dbb-60c636409ee9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9d14848-c599-4212-8897-d0ad638b5278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2886479 Jul 24 01:01:14.221475 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d4d43298-d847-402b-b1c9-df71a40992e4 req-072cd72b-9d46-4ee9-b46a-c4b422b50408 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653482 Jul 24 01:01:14.264643 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] Pushing event updated for resources: {'Port': ['ID=e11dcec4-66a1-456b-85bc-587d87bc9e6a,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:14.290396 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 53ce7301-1644-4424-b492-4f95801956b5 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:01:14.334426 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-fca80e42-5856-4394-b601-4125e1251959 req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] Attempting to bind port e11dcec4-66a1-456b-85bc-587d87bc9e6a on host hv-cinder-maste for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:01:14.334758 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-fca80e42-5856-4394-b601-4125e1251959 req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] Attempting to bind port e11dcec4-66a1-456b-85bc-587d87bc9e6a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:01:14.335228 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca80e42-5856-4394-b601-4125e1251959 req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] Attempting to bind port e11dcec4-66a1-456b-85bc-587d87bc9e6a on network e240c1c7-87a5-4124-b96b-a74d28ba2a48 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:01:14.350197 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-b9847958-d0e9-48f4-9b57-8d8aae17aa35 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2089527955&fields=id&tenant_id=3c68e39bc1724fda980be3463bbf7d7b HTTP/1.1" status: 200 len: 267 time: 0.2286429 Jul 24 01:01:14.352630 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca80e42-5856-4394-b601-4125e1251959 req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] Port e11dcec4-66a1-456b-85bc-587d87bc9e6a on network e240c1c7-87a5-4124-b96b-a74d28ba2a48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 01:01:14.355465 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca80e42-5856-4394-b601-4125e1251959 req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] Attempting to bind port e11dcec4-66a1-456b-85bc-587d87bc9e6a on network e240c1c7-87a5-4124-b96b-a74d28ba2a48 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:01:14.369692 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca80e42-5856-4394-b601-4125e1251959 req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] Checking agent: {'id': 'e7b2140f-0e0f-4ee7-997b-e62068d5aaa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'started_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:01:14.370515 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca80e42-5856-4394-b601-4125e1251959 req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] Checking segment: {'id': '5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:01:14.371256 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca80e42-5856-4394-b601-4125e1251959 req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] Bound using segment: {'id': '5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:01:14.373466 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1635df6e-4e9d-4e2d-ba98-98c9d90e857a req-8d61aeca-fee8-40dd-b432-586951bc874e service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393446 Jul 24 01:01:14.374371 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-fca80e42-5856-4394-b601-4125e1251959 req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] Bound port: e11dcec4-66a1-456b-85bc-587d87bc9e6a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:01:14.375109 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-fca80e42-5856-4394-b601-4125e1251959 req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:14.446443 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 53ce7301-1644-4424-b492-4f95801956b5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=53ce7301-1644-4424-b492-4f95801956b5,segment=NetworkSegment(41b24d9e-73d1-4509-820e-aa8b151062fb),segment_id=41b24d9e-73d1-4509-820e-aa8b151062fb)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:14.463011 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': '53ce7301-1644-4424-b492-4f95801956b5', 'network_id': 'b9d14848-c599-4212-8897-d0ad638b5278', 'port_id': '53ce7301-1644-4424-b492-4f95801956b5', 'mac_address': 'fa:16:3e:8d:5a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29760ce-76a3-492d-a13f-9beae36f2f06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:01:14.532608 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:14.540614 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 53ce7301-1644-4424-b492-4f95801956b5 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:14.541243 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (53ce7301-1644-4424-b492-4f95801956b5), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:14.556686 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ce7301-1644-4424-b492-4f95801956b5 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:01:14.572297 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ec0f362c-c77e-4468-9696-1a276b9b2cab req-c7e01608-50be-4a1c-ac6a-0a69b1f76399 service neutron] 10.222.0.39 "GET /v2.0/networks/b9d14848-c599-4212-8897-d0ad638b5278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758137 Jul 24 01:01:14.587873 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 53ce7301-1644-4424-b492-4f95801956b5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=53ce7301-1644-4424-b492-4f95801956b5,segment=NetworkSegment(41b24d9e-73d1-4509-820e-aa8b151062fb),segment_id=41b24d9e-73d1-4509-820e-aa8b151062fb)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:14.588353 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-fca80e42-5856-4394-b601-4125e1251959 req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] For port e11dcec4-66a1-456b-85bc-587d87bc9e6a, host hv-cinder-maste, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:01:14.591147 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11633fc-965f-4400-b95b-ea11b243a5b0 req-f7da13cb-90d6-4ced-a6ff-f27d1b804289 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:14.592670 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c11633fc-965f-4400-b95b-ea11b243a5b0 req-f7da13cb-90d6-4ced-a6ff-f27d1b804289 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 943 time: 0.1356130 Jul 24 01:01:14.605792 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (53ce7301-1644-4424-b492-4f95801956b5), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:14.607319 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-fca80e42-5856-4394-b601-4125e1251959 req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] For port e11dcec4-66a1-456b-85bc-587d87bc9e6a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e11dcec4-66a1-456b-85bc-587d87bc9e6a,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:01:14.619884 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-fca80e42-5856-4394-b601-4125e1251959 req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:14.642127 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-0f64f347-9522-4379-b7ca-29e7b0edbfe1 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:14.650440 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-0f64f347-9522-4379-b7ca-29e7b0edbfe1 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/networks?id=37cd1572-14d0-471e-b2ca-ff3f9078882e HTTP/1.1" status: 200 len: 815 time: 0.2729249 Jul 24 01:01:14.670214 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-ce2c44a0-7eed-444b-bfb3-b807ae02c211 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/quotas/3c68e39bc1724fda980be3463bbf7d7b HTTP/1.1" status: 200 len: 375 time: 0.0187752 Jul 24 01:01:14.675408 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=53ce7301-1644-4424-b492-4f95801956b5,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:14.696961 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca80e42-5856-4394-b601-4125e1251959 req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:14.697666 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-fca80e42-5856-4394-b601-4125e1251959 req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:14.699140 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fca80e42-5856-4394-b601-4125e1251959 req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] 10.222.0.39 "PUT /v2.0/ports/e11dcec4-66a1-456b-85bc-587d87bc9e6a HTTP/1.1" status: 200 len: 1094 time: 2.3994493 Jul 24 01:01:14.736976 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c11633fc-965f-4400-b95b-ea11b243a5b0 req-a7b7d9ff-95a3-4529-8315-03b075187e64 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356900 Jul 24 01:01:14.749749 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fff4c4-6404-4805-afbb-0147ed68aa60 service neutron] Pushing event updated for resources: {'Port': ['ID=e11dcec4-66a1-456b-85bc-587d87bc9e6a,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:14.753937 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-0d4813c8-2bfc-4b0f-aa26-b31e08e03b0d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c68e39bc1724fda980be3463bbf7d7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814822 Jul 24 01:01:14.772184 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd19007e-705d-4543-9981-8c458087a8e3 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:01:14.782379 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] Publish callbacks [] for port (dd19007e-705d-4543-9981-8c458087a8e3), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:14.798494 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] Transition to ACTIVE for port object dd19007e-705d-4543-9981-8c458087a8e3 will not be triggered until provisioned by entity L2. {{(pid=103995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 01:01:14.807599 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (dd19007e-705d-4543-9981-8c458087a8e3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:14.873541 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] Pushing event updated for resources: {'Port': ['ID=dd19007e-705d-4543-9981-8c458087a8e3,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:14.890934 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281e8695-c8e7-4293-8abe-a4f88f175084', 'tag': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:01:14.891143 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:14.894069 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0427341-8217-4647-aab2-33a2bd81294f" -d '{"events": [{"name": "network-changed", "server_uuid": "281e8695-c8e7-4293-8abe-a4f88f175084", "tag": "e11dcec4-66a1-456b-85bc-587d87bc9e6a"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:14.929261 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:14.945490 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:14.976710 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] Attempting to bind port dd19007e-705d-4543-9981-8c458087a8e3 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:01:14.977051 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] Attempting to bind port dd19007e-705d-4543-9981-8c458087a8e3 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '74c2a00b-185e-4fc6-bac5-4c487cfc75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:01:14.977380 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] Attempting to bind port dd19007e-705d-4543-9981-8c458087a8e3 on network fd9f01d9-09a8-410d-9e7d-efac033dcd4b {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:01:14.984959 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['53ce7301-1644-4424-b492-4f95801956b5'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:14.997020 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] Port dd19007e-705d-4543-9981-8c458087a8e3 on network fd9f01d9-09a8-410d-9e7d-efac033dcd4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 01:01:14.997347 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] Attempting to bind port dd19007e-705d-4543-9981-8c458087a8e3 on network fd9f01d9-09a8-410d-9e7d-efac033dcd4b {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:01:15.002964 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] Checking agent: {'id': 'e7b2140f-0e0f-4ee7-997b-e62068d5aaa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'started_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:01:15.003357 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] Checking segment: {'id': '74c2a00b-185e-4fc6-bac5-4c487cfc75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:01:15.003861 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] Bound using segment: {'id': '74c2a00b-185e-4fc6-bac5-4c487cfc75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:01:15.004460 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] Bound port: dd19007e-705d-4543-9981-8c458087a8e3, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c2a00b-185e-4fc6-bac5-4c487cfc75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:01:15.004830 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (dd19007e-705d-4543-9981-8c458087a8e3), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:15.066796 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:15.106191 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b767ad-4e94-4d81-b403-d3d6594164e1 req-48cf2341-a249-44b6-8747-2be5d6e28d48 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:15.125899 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e9b767ad-4e94-4d81-b403-d3d6594164e1 req-48cf2341-a249-44b6-8747-2be5d6e28d48 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.2235067 Jul 24 01:01:15.132182 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-8ede086c-d671-4be8-9d3a-a39c76407165 service neutron] 10.222.0.18 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610585 Jul 24 01:01:15.141397 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] For port dd19007e-705d-4543-9981-8c458087a8e3, host hv-cinder-maste, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:01:15.145857 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] For port dd19007e-705d-4543-9981-8c458087a8e3, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dd19007e-705d-4543-9981-8c458087a8e3,segment=NetworkSegment(74c2a00b-185e-4fc6-bac5-4c487cfc75e4),segment_id=74c2a00b-185e-4fc6-bac5-4c487cfc75e4)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:01:15.154005 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (dd19007e-705d-4543-9981-8c458087a8e3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:15.177371 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:15.178465 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:15.180145 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] 10.222.0.39 "PUT /v2.0/ports/dd19007e-705d-4543-9981-8c458087a8e3 HTTP/1.1" status: 200 len: 1094 time: 1.4645896 Jul 24 01:01:15.182801 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:15.249557 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66e306-c573-4137-9b00-69b1a30ef009 service neutron] Pushing event updated for resources: {'Port': ['ID=dd19007e-705d-4543-9981-8c458087a8e3,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:15.258735 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:01:15.399749 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44f8d5-02d6-4283-9d2a-c0abfffa75ec req-15c4e6cd-c9cd-4762-97a6-a295e4508822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:15.402076 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b44f8d5-02d6-4283-9d2a-c0abfffa75ec req-15c4e6cd-c9cd-4762-97a6-a295e4508822 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=644464d3831e468f8ab9957bb33817b0&device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 1127 time: 0.3438475 Jul 24 01:01:15.451843 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e9b767ad-4e94-4d81-b403-d3d6594164e1 req-55508c34-a218-45fd-b0d5-a8d7d514808a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3343294 Jul 24 01:01:15.489997 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ec0f362c-c77e-4468-9696-1a276b9b2cab req-9af66fd2-df17-41a9-bd80-f063414e8538 service neutron] 10.222.0.39 "GET /v2.0/networks/b9d14848-c599-4212-8897-d0ad638b5278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278643 Jul 24 01:01:15.544812 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-e6e2cbaf-2ce2-407d-a293-a60148e8b681 service neutron] 10.222.0.18 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483653 Jul 24 01:01:15.597185 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 59002) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:15.636513 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42d2561-9dd9-451b-a2df-84c437b73c59 x-openstack-request-id: req-f42d2561-9dd9-451b-a2df-84c437b73c59 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:15.637561 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281e8695-c8e7-4293-8abe-a4f88f175084", "tag": "e11dcec4-66a1-456b-85bc-587d87bc9e6a", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:15.638005 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f42d2561-9dd9-451b-a2df-84c437b73c59 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:15.638651 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f42d2561-9dd9-451b-a2df-84c437b73c59'] response: {'name': 'network-changed', 'server_uuid': '281e8695-c8e7-4293-8abe-a4f88f175084', 'tag': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a', 'status': 'completed', 'code': 200} Jul 24 01:01:15.838988 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8abad77b-aa3c-4c23-931a-4607ff1f05c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:15.843409 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9cbf653d-1b3d-46a6-8a0b-a7c7879521a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:15.923810 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a927caa-2146-4823-8029-9d1560b871fe req-d4c39bf9-7e46-4806-8d9f-6233786453f2 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:15.925381 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0a927caa-2146-4823-8029-9d1560b871fe req-d4c39bf9-7e46-4806-8d9f-6233786453f2 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 944 time: 0.1653702 Jul 24 01:01:15.982685 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e745a9-18da-4248-8062-ed3255a32b30 req-750dc4c4-37c7-472e-b5f2-bbffb93513ae tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:15.984349 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-33e745a9-18da-4248-8062-ed3255a32b30 req-750dc4c4-37c7-472e-b5f2-bbffb93513ae tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 944 time: 0.1831214 Jul 24 01:01:16.024202 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca80e42-5856-4394-b601-4125e1251959 req-e3b4a4e5-49e8-4824-8283-084da9aea41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:16.025873 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fca80e42-5856-4394-b601-4125e1251959 req-e3b4a4e5-49e8-4824-8283-084da9aea41d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75293bf0100f435bb567b690edc85533&device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 1128 time: 0.1089373 Jul 24 01:01:16.034310 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-4e2ab2db-d5af-4951-af75-656a92e18c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:16.037169 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-4e2ab2db-d5af-4951-af75-656a92e18c40 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7d219e82efe44f9b6f860a5fabc7733&device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 1128 time: 0.0655217 Jul 24 01:01:16.149260 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-5c948d03-4884-401d-8a81-aefa55a4f84c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd19007e-705d-4543-9981-8c458087a8e3 HTTP/1.1" status: 200 len: 217 time: 0.0900493 Jul 24 01:01:16.150989 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fca80e42-5856-4394-b601-4125e1251959 req-ccfd0116-be52-4fa2-ac73-9a34cf035ca2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e11dcec4-66a1-456b-85bc-587d87bc9e6a HTTP/1.1" status: 200 len: 217 time: 0.0933335 Jul 24 01:01:16.267148 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 53ce7301-1644-4424-b492-4f95801956b5 up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:16.269930 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-7fa7fd83-aa51-4927-a5d1-ad9dbef0bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:16.272531 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-7fa7fd83-aa51-4927-a5d1-ad9dbef0bf6f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=799e17c1-9604-4b46-8040-e48ddab56dcd HTTP/1.1" status: 200 len: 857 time: 0.1115334 Jul 24 01:01:16.285581 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca80e42-5856-4394-b601-4125e1251959 req-03ef3c1f-7cb2-40c2-886b-b67d4334788d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:16.287955 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fca80e42-5856-4394-b601-4125e1251959 req-03ef3c1f-7cb2-40c2-886b-b67d4334788d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3183cb91-853c-4305-9098-55893a3692d6 HTTP/1.1" status: 200 len: 856 time: 0.1165957 Jul 24 01:01:16.354832 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning for port 53ce7301-1644-4424-b492-4f95801956b5 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 01:01:16.365044 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port 53ce7301-1644-4424-b492-4f95801956b5 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:16.366380 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (53ce7301-1644-4424-b492-4f95801956b5), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:16.393921 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca80e42-5856-4394-b601-4125e1251959 req-6a3d6540-7919-486f-96e7-d754f72f7711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:16.395955 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fca80e42-5856-4394-b601-4125e1251959 req-6a3d6540-7919-486f-96e7-d754f72f7711 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e240c1c7-87a5-4124-b96b-a74d28ba2a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0946407 Jul 24 01:01:16.397346 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-f9137c7e-1a85-4881-98c3-d9454dd28e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:16.398969 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-f9137c7e-1a85-4881-98c3-d9454dd28e1e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1100245 Jul 24 01:01:16.418413 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 59038) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:16.491614 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 53ce7301-1644-4424-b492-4f95801956b5 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:16.492472 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (53ce7301-1644-4424-b492-4f95801956b5), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:16.514453 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391e8c7-6c96-4bde-b4f7-65b4b1b3273a req-63b5ca76-1501-4da5-a033-75b3255d25db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:16.516216 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b391e8c7-6c96-4bde-b4f7-65b4b1b3273a req-63b5ca76-1501-4da5-a033-75b3255d25db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7d219e82efe44f9b6f860a5fabc7733&device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 1127 time: 0.5832658 Jul 24 01:01:16.524547 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-33e745a9-18da-4248-8062-ed3255a32b30 req-c61d744a-d933-4930-8086-0f1dc4d57085 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776759 Jul 24 01:01:16.542893 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 53ce7301-1644-4424-b492-4f95801956b5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=53ce7301-1644-4424-b492-4f95801956b5,segment=NetworkSegment(41b24d9e-73d1-4509-820e-aa8b151062fb),segment_id=41b24d9e-73d1-4509-820e-aa8b151062fb)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:16.544651 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcb8b81-6e4b-47a1-9b46-fa2088dbc613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ce7301-1644-4424-b492-4f95801956b5'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:01:16.635843 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (53ce7301-1644-4424-b492-4f95801956b5), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:16.651723 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e8bf30eb-5ae4-428c-941c-6624f9cceebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:16.657659 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391e8c7-6c96-4bde-b4f7-65b4b1b3273a req-a23da837-4f92-44f6-b478-6605099c2ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:16.659239 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b391e8c7-6c96-4bde-b4f7-65b4b1b3273a req-a23da837-4f92-44f6-b478-6605099c2ddf service neutron] 10.222.0.39 "GET /v2.0/networks?id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b HTTP/1.1" status: 200 len: 919 time: 0.1273172 Jul 24 01:01:16.706124 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=53ce7301-1644-4424-b492-4f95801956b5,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:16.744237 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b391e8c7-6c96-4bde-b4f7-65b4b1b3273a req-66e6e757-efad-40df-bd69-5018c84775a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7813289d-8139-4d10-ab8e-926e1b2e6577 HTTP/1.1" status: 200 len: 217 time: 0.0755224 Jul 24 01:01:16.785218 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:16.787453 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-83498b6b-e858-4c34-a998-35c9a58ab2c3 req-eb58b468-17f1-48a9-a068-3bbaf0832165 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 210 time: 0.0465539 Jul 24 01:01:16.817769 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0a927caa-2146-4823-8029-9d1560b871fe req-165254af-4106-4265-93bc-bcb4badca947 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/security-groups?id=69329197-a495-494b-8252-a943292b1b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8556955 Jul 24 01:01:16.875099 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6c5c2c-3268-459a-82e9-843cad05d32c" -d '{"events": [{"server_uuid": "dfcb8b81-6e4b-47a1-9b46-fa2088dbc613", "name": "network-vif-plugged", "status": "completed", "tag": "53ce7301-1644-4424-b492-4f95801956b5"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:16.882969 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:16.892021 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44f8d5-02d6-4283-9d2a-c0abfffa75ec req-7b10d1e9-a2c2-479e-b16c-757de0322452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:16.895174 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b44f8d5-02d6-4283-9d2a-c0abfffa75ec req-7b10d1e9-a2c2-479e-b16c-757de0322452 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2871582-ae5b-4292-87a4-e519f553496c HTTP/1.1" status: 200 len: 911 time: 0.9622693 Jul 24 01:01:16.902126 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8abad77b-aa3c-4c23-931a-4607ff1f05c1 admin admin] Publish callbacks [] for security_group (aca03ea5-155d-4602-8a3f-b5727d1bc576), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:16.926228 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8abad77b-aa3c-4c23-931a-4607ff1f05c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (aca03ea5-155d-4602-8a3f-b5727d1bc576), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:16.955211 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391e8c7-6c96-4bde-b4f7-65b4b1b3273a req-1d084992-a568-4bac-bd01-14d80f92b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:16.957324 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b391e8c7-6c96-4bde-b4f7-65b4b1b3273a req-1d084992-a568-4bac-bd01-14d80f92b663 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=799e17c1-9604-4b46-8040-e48ddab56dcd HTTP/1.1" status: 200 len: 857 time: 0.1657448 Jul 24 01:01:16.959081 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e8bf30eb-5ae4-428c-941c-6624f9cceebe admin admin] Publish callbacks [] for security_group (a73fe25b-2701-45a7-9d88-d7c8c851dfbf), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:16.963563 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fca80e42-5856-4394-b601-4125e1251959 req-e31db105-ca5b-4cac-93fc-4d62258939c2 service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381310 Jul 24 01:01:16.968238 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e8bf30eb-5ae4-428c-941c-6624f9cceebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (a73fe25b-2701-45a7-9d88-d7c8c851dfbf), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:17.006363 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-0a2e07c6-e828-4f0d-8748-c75b354b5ea9 service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736775 Jul 24 01:01:17.020120 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-e8bf30eb-5ae4-428c-941c-6624f9cceebe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5aac22b094e04333bb247eafbc53f51e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6072023 Jul 24 01:01:17.020800 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf30eb-5ae4-428c-941c-6624f9cceebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73fe25b-2701-45a7-9d88-d7c8c851dfbf,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:17.023307 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 59050) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:17.040275 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a030d-b9f5-4e9c-8dc3-5c40d0bd92ec req-f60ecf4d-33a4-4619-a708-adc4e4d3cb18 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:17.041843 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-403a030d-b9f5-4e9c-8dc3-5c40d0bd92ec req-f60ecf4d-33a4-4619-a708-adc4e4d3cb18 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 943 time: 0.1341150 Jul 24 01:01:17.044750 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-8abad77b-aa3c-4c23-931a-4607ff1f05c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8a52767984141e59ebe5be98b3f2f1e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4462883 Jul 24 01:01:17.045536 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abad77b-aa3c-4c23-931a-4607ff1f05c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca03ea5-155d-4602-8a3f-b5727d1bc576,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:17.048183 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 59052) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:17.054072 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603468f-be19-43f6-8290-6a9dc09c2435 req-d0fec962-bd4b-49a3-b64b-ee52ef16dc0c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:17.055606 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4603468f-be19-43f6-8290-6a9dc09c2435 req-d0fec962-bd4b-49a3-b64b-ee52ef16dc0c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.1346004 Jul 24 01:01:17.099486 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:17.110953 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:17.164331 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:17.178910 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b44f8d5-02d6-4283-9d2a-c0abfffa75ec req-c73fc980-0532-4dcc-9d61-a2e00fbcd09c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=710ccda1-d8a7-4b65-9124-7d15ed6b5d75 HTTP/1.1" status: 200 len: 217 time: 0.0891173 Jul 24 01:01:17.215887 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-403a030d-b9f5-4e9c-8dc3-5c40d0bd92ec req-83429663-7dd3-463c-a33d-d3f4a3f21f36 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583982 Jul 24 01:01:17.217569 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-14dba8fc-cdf0-4026-9883-0d230bb4044f admin admin] Publish callbacks [] for security_group (a73fe25b-2701-45a7-9d88-d7c8c851dfbf), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:17.247605 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391e8c7-6c96-4bde-b4f7-65b4b1b3273a req-63460fca-7e96-47e4-9b46-4fdbd372944f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:17.249280 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b391e8c7-6c96-4bde-b4f7-65b4b1b3273a req-63460fca-7e96-47e4-9b46-4fdbd372944f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1583705 Jul 24 01:01:17.296771 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-54ac9879-5d4e-45aa-8891-0051f9264d90 req-0afc8cd1-e4ef-4689-928b-db324b31324c service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092443 Jul 24 01:01:17.367919 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4603468f-be19-43f6-8290-6a9dc09c2435 req-f179245d-fc3e-4da7-a370-5f8428c1ed00 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3048425 Jul 24 01:01:17.407919 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44f8d5-02d6-4283-9d2a-c0abfffa75ec req-f6b1d4dc-a197-4e17-bef1-66e4e442bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:17.410111 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b44f8d5-02d6-4283-9d2a-c0abfffa75ec req-f6b1d4dc-a197-4e17-bef1-66e4e442bb9a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f013cc2c-f207-467b-86f3-d197484583fd HTTP/1.1" status: 200 len: 849 time: 0.2190006 Jul 24 01:01:17.414833 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b391e8c7-6c96-4bde-b4f7-65b4b1b3273a req-c8ca2253-fd0b-465f-9314-9d82c002a42a service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562240 Jul 24 01:01:17.415012 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2b7caf86-a847-48bd-947b-7c8164d0300c admin admin] Publish callbacks [] for security_group (aca03ea5-155d-4602-8a3f-b5727d1bc576), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:17.423490 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-14dba8fc-cdf0-4026-9883-0d230bb4044f admin admin] Publish callbacks [] for security_group (a73fe25b-2701-45a7-9d88-d7c8c851dfbf), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:17.435889 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf49ac5c-cffd-4773-8415-0312e691579a x-openstack-request-id: req-bf49ac5c-cffd-4773-8415-0312e691579a {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:17.436402 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcb8b81-6e4b-47a1-9b46-fa2088dbc613", "name": "network-vif-plugged", "status": "completed", "tag": "53ce7301-1644-4424-b492-4f95801956b5", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:17.436806 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf49ac5c-cffd-4773-8415-0312e691579a {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:17.437444 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf49ac5c-cffd-4773-8415-0312e691579a'] response: {'server_uuid': 'dfcb8b81-6e4b-47a1-9b46-fa2088dbc613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ce7301-1644-4424-b492-4f95801956b5', 'code': 200} Jul 24 01:01:17.483736 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fca80e42-5856-4394-b601-4125e1251959 req-509155c1-1355-4891-abb3-7235a17b4510 service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906662 Jul 24 01:01:17.497243 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2b7caf86-a847-48bd-947b-7c8164d0300c admin admin] Publish callbacks [] for security_group (aca03ea5-155d-4602-8a3f-b5727d1bc576), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:17.552441 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-32b37d89-8f0a-4601-8238-2db7ef0aab46 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:17.553896 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-32b37d89-8f0a-4601-8238-2db7ef0aab46 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.39 "GET /v2.0/networks?id=37cd1572-14d0-471e-b2ca-ff3f9078882e HTTP/1.1" status: 200 len: 815 time: 0.2544794 Jul 24 01:01:17.580534 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-14dba8fc-cdf0-4026-9883-0d230bb4044f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (a73fe25b-2701-45a7-9d88-d7c8c851dfbf), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:17.583957 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-14dba8fc-cdf0-4026-9883-0d230bb4044f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:17.585183 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-14dba8fc-cdf0-4026-9883-0d230bb4044f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a73fe25b-2701-45a7-9d88-d7c8c851dfbf HTTP/1.1" status: 204 len: 168 time: 0.5612490 Jul 24 01:01:17.593662 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2b7caf86-a847-48bd-947b-7c8164d0300c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (aca03ea5-155d-4602-8a3f-b5727d1bc576), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:17.596110 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2b7caf86-a847-48bd-947b-7c8164d0300c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:17.600278 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-2b7caf86-a847-48bd-947b-7c8164d0300c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aca03ea5-155d-4602-8a3f-b5727d1bc576 HTTP/1.1" status: 204 len: 168 time: 0.5452535 Jul 24 01:01:17.601452 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dba8fc-cdf0-4026-9883-0d230bb4044f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73fe25b-2701-45a7-9d88-d7c8c851dfbf,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:17.617724 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7caf86-a847-48bd-947b-7c8164d0300c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca03ea5-155d-4602-8a3f-b5727d1bc576,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:17.640890 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4389fd86-dd98-40ca-8e28-a9153502931c', 'tag': 'dd19007e-705d-4543-9981-8c458087a8e3'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:01:17.645381 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd02e56-6e5c-463b-876f-09d834598f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "4389fd86-dd98-40ca-8e28-a9153502931c", "tag": "dd19007e-705d-4543-9981-8c458087a8e3"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:17.694306 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d29bd2-2484-4a27-bdc9-4d64a8c44f5c x-openstack-request-id: req-43d29bd2-2484-4a27-bdc9-4d64a8c44f5c {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:17.694930 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4389fd86-dd98-40ca-8e28-a9153502931c", "tag": "dd19007e-705d-4543-9981-8c458087a8e3", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:17.694930 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43d29bd2-2484-4a27-bdc9-4d64a8c44f5c {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:17.695288 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d29bd2-2484-4a27-bdc9-4d64a8c44f5c'] response: {'name': 'network-changed', 'server_uuid': '4389fd86-dd98-40ca-8e28-a9153502931c', 'tag': 'dd19007e-705d-4543-9981-8c458087a8e3', 'status': 'completed', 'code': 200} Jul 24 01:01:17.702525 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20275a28-2e63-4c70-843c-381096452cf9 req-9f373eac-9445-4c4d-a196-fe0fb9a7183d tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:17.704079 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-20275a28-2e63-4c70-843c-381096452cf9 req-9f373eac-9445-4c4d-a196-fe0fb9a7183d tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 944 time: 0.0668461 Jul 24 01:01:17.772107 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-20275a28-2e63-4c70-843c-381096452cf9 req-6df62064-015f-4171-9835-b13a76b278de tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611813 Jul 24 01:01:17.955490 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6e566cd5-0e39-4121-be60-416dffb44838 req-b8816fbe-fa79-4988-85cb-9664d34fa573 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 210 time: 0.0684645 Jul 24 01:01:17.983654 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0418a-d6ab-430c-a04c-21b470b460fa req-f9c9f3a3-c05b-4c54-b970-f4b656fb52bc tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:17.985139 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-25c0418a-d6ab-430c-a04c-21b470b460fa req-f9c9f3a3-c05b-4c54-b970-f4b656fb52bc tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 945 time: 0.0840325 Jul 24 01:01:18.043903 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 59082) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:18.047119 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-25c0418a-d6ab-430c-a04c-21b470b460fa req-59dd37aa-66f4-4390-9bd2-35789138082e tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/security-groups?id=69329197-a495-494b-8252-a943292b1b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553699 Jul 24 01:01:18.061952 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3137604d-2e0a-4cf4-b5aa-2a43638fca87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:18.147378 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3137604d-2e0a-4cf4-b5aa-2a43638fca87 admin admin] Publish callbacks [] for security_group (db023197-e4a0-4679-8948-890460157daa), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:18.151490 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3137604d-2e0a-4cf4-b5aa-2a43638fca87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (db023197-e4a0-4679-8948-890460157daa), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:18.194173 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-3137604d-2e0a-4cf4-b5aa-2a43638fca87 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52c27aee94d74077b8cdbe0eb0751809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488130 Jul 24 01:01:18.195545 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137604d-2e0a-4cf4-b5aa-2a43638fca87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db023197-e4a0-4679-8948-890460157daa,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:18.196960 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 59084) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:18.257520 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-00b7cbda-cd5f-4aec-8a68-380658aa8043 admin admin] Publish callbacks [] for security_group (db023197-e4a0-4679-8948-890460157daa), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:18.259625 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 710ccda1-d8a7-4b65-9124-7d15ed6b5d75 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:01:18.291638 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-00b7cbda-cd5f-4aec-8a68-380658aa8043 admin admin] Publish callbacks [] for security_group (db023197-e4a0-4679-8948-890460157daa), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:18.416558 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:18.454229 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-4dca741c-4e56-44d6-8681-6fc071dcd0ec tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c68e39bc1724fda980be3463bbf7d7b HTTP/1.1" status: 200 len: 380 time: 0.1609540 Jul 24 01:01:18.455712 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 710ccda1-d8a7-4b65-9124-7d15ed6b5d75, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=710ccda1-d8a7-4b65-9124-7d15ed6b5d75,segment=NetworkSegment(f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8),segment_id=f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:18.472138 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': '710ccda1-d8a7-4b65-9124-7d15ed6b5d75', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'port_id': '710ccda1-d8a7-4b65-9124-7d15ed6b5d75', 'mac_address': 'fa:16:3e:e8:4a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:01:18.527603 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 710ccda1-d8a7-4b65-9124-7d15ed6b5d75 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:18.528276 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (710ccda1-d8a7-4b65-9124-7d15ed6b5d75), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:18.550757 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710ccda1-d8a7-4b65-9124-7d15ed6b5d75 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:01:18.556733 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44f8d5-02d6-4283-9d2a-c0abfffa75ec req-b7c02e48-375d-40e1-b0c6-56297dedb2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:18.558482 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b44f8d5-02d6-4283-9d2a-c0abfffa75ec req-b7c02e48-375d-40e1-b0c6-56297dedb2ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2871582-ae5b-4292-87a4-e519f553496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2571347 Jul 24 01:01:18.559234 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-00b7cbda-cd5f-4aec-8a68-380658aa8043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (db023197-e4a0-4679-8948-890460157daa), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:18.561822 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-00b7cbda-cd5f-4aec-8a68-380658aa8043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:18.562956 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-00b7cbda-cd5f-4aec-8a68-380658aa8043 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db023197-e4a0-4679-8948-890460157daa HTTP/1.1" status: 204 len: 168 time: 0.3643382 Jul 24 01:01:18.577937 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 710ccda1-d8a7-4b65-9124-7d15ed6b5d75, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=710ccda1-d8a7-4b65-9124-7d15ed6b5d75,segment=NetworkSegment(f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8),segment_id=f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:18.584228 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (710ccda1-d8a7-4b65-9124-7d15ed6b5d75), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:18.585054 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 7813289d-8139-4d10-ab8e-926e1b2e6577 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:01:18.588832 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:18.589827 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:18.592394 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:18.596771 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e88b9d-4e23-49fa-a23d-d3063697678e req-a71a359b-5f04-476a-bb16-ed9c1dd55ffa tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:18.604418 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-20e88b9d-4e23-49fa-a23d-d3063697678e req-a71a359b-5f04-476a-bb16-ed9c1dd55ffa tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 943 time: 0.2593930 Jul 24 01:01:18.631641 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:18.634830 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7cbda-cd5f-4aec-8a68-380658aa8043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db023197-e4a0-4679-8948-890460157daa,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:18.660876 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162d03a-9099-4f7f-89bd-49ea222c2745 req-6874f296-0660-49f4-a06e-c90adbf1b78c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:18.668659 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7162d03a-9099-4f7f-89bd-49ea222c2745 req-6874f296-0660-49f4-a06e-c90adbf1b78c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.1354942 Jul 24 01:01:18.702678 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=710ccda1-d8a7-4b65-9124-7d15ed6b5d75,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:18.705086 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b391e8c7-6c96-4bde-b4f7-65b4b1b3273a req-582e535e-eb2a-4cd2-a6b5-8b326f16c704 service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064357 Jul 24 01:01:18.734074 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-20e88b9d-4e23-49fa-a23d-d3063697678e req-480ebb22-9dc8-49f4-8f54-10d1d8b9f212 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288047 Jul 24 01:01:18.756626 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7162d03a-9099-4f7f-89bd-49ea222c2745 req-2516f0c1-a29d-47fd-95fd-92b281320406 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836678 Jul 24 01:01:18.788676 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 7813289d-8139-4d10-ab8e-926e1b2e6577, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7813289d-8139-4d10-ab8e-926e1b2e6577,segment=NetworkSegment(74c2a00b-185e-4fc6-bac5-4c487cfc75e4),segment_id=74c2a00b-185e-4fc6-bac5-4c487cfc75e4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:18.827187 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': '7813289d-8139-4d10-ab8e-926e1b2e6577', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'port_id': '7813289d-8139-4d10-ab8e-926e1b2e6577', 'mac_address': 'fa:16:3e:fa:5c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:01:18.844653 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:18.883469 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 7813289d-8139-4d10-ab8e-926e1b2e6577 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:18.884005 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (7813289d-8139-4d10-ab8e-926e1b2e6577), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:18.898793 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7813289d-8139-4d10-ab8e-926e1b2e6577 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:01:18.922507 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 7813289d-8139-4d10-ab8e-926e1b2e6577, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7813289d-8139-4d10-ab8e-926e1b2e6577,segment=NetworkSegment(74c2a00b-185e-4fc6-bac5-4c487cfc75e4),segment_id=74c2a00b-185e-4fc6-bac5-4c487cfc75e4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:18.924829 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf84004-a946-44c7-95d1-01e942f2f850 req-7d5da524-b526-48f0-b5db-a93f6eaf371f tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:18.926755 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6bf84004-a946-44c7-95d1-01e942f2f850 req-7d5da524-b526-48f0-b5db-a93f6eaf371f tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 944 time: 0.0598803 Jul 24 01:01:18.933062 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (7813289d-8139-4d10-ab8e-926e1b2e6577), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:18.990479 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=7813289d-8139-4d10-ab8e-926e1b2e6577,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:19.001139 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6bf84004-a946-44c7-95d1-01e942f2f850 req-fedda9f9-d911-471d-bb2d-aa55be50a320 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665498 Jul 24 01:01:19.104593 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eef79adb-bb37-4925-8f91-af21970c901a req-94a3a35c-8a5d-4747-bbd9-08cfd02e845a tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 210 time: 0.0635648 Jul 24 01:01:19.147102 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 59120) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:19.163326 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-09f5b8b2-fea5-4381-b016-eea39391d510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:19.189663 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-44dbaad8-fabb-4774-ac53-6eefc3d378b9 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'port': {'device_id': '1c006a24-d0c5-4ab6-9ce4-259e05a9c56a', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'admin_state_up': True, 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'security_groups': ['83674788-f570-44ab-992b-e543c2ab169d']}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:01:19.193077 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa652c0d-753f-46ac-b92d-b781f6f740b1 req-4fd75f33-245c-4dc9-b705-1bb1c7192fe6 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:19.200544 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fa652c0d-753f-46ac-b92d-b781f6f740b1 req-4fd75f33-245c-4dc9-b705-1bb1c7192fe6 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 945 time: 0.0700929 Jul 24 01:01:19.229499 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 59126) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:19.262931 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:19.333302 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:19.334600 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0427341-8217-4647-aab2-33a2bd81294f req-bb0c6056-9c2a-450a-badf-85d961568967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:19.336125 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e0427341-8217-4647-aab2-33a2bd81294f req-bb0c6056-9c2a-450a-badf-85d961568967 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75293bf0100f435bb567b690edc85533&device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 1128 time: 0.1325965 Jul 24 01:01:19.340306 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd02e56-6e5c-463b-876f-09d834598f1d req-81af4441-6900-49cb-bb7a-951331eb046a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:19.342189 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-afd02e56-6e5c-463b-876f-09d834598f1d req-81af4441-6900-49cb-bb7a-951331eb046a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7d219e82efe44f9b6f860a5fabc7733&device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 1128 time: 0.1585259 Jul 24 01:01:19.354747 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fa652c0d-753f-46ac-b92d-b781f6f740b1 req-1d2a02eb-2463-4382-9f78-58623e45f690 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/security-groups?id=69329197-a495-494b-8252-a943292b1b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532741 Jul 24 01:01:19.460633 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['710ccda1-d8a7-4b65-9124-7d15ed6b5d75'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:19.473644 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b44f8d5-02d6-4283-9d2a-c0abfffa75ec req-71e982aa-b41d-4b76-847f-30c853989742 service neutron] 10.222.0.39 "GET /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702630 Jul 24 01:01:19.480102 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-09f5b8b2-fea5-4381-b016-eea39391d510 admin admin] Publish callbacks [] for security_group (b03a8f41-620d-4506-bb4c-54508ca1a648), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:19.556641 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-09f5b8b2-fea5-4381-b016-eea39391d510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (b03a8f41-620d-4506-bb4c-54508ca1a648), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:19.571517 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-620fab68-148f-45a4-8153-319ab71b5975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:19.576435 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0427341-8217-4647-aab2-33a2bd81294f req-4635da45-2436-4d85-aedf-c83660d7c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:19.578301 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e0427341-8217-4647-aab2-33a2bd81294f req-4635da45-2436-4d85-aedf-c83660d7c2a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e240c1c7-87a5-4124-b96b-a74d28ba2a48 HTTP/1.1" status: 200 len: 918 time: 0.2178199 Jul 24 01:01:19.636316 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['7813289d-8139-4d10-ab8e-926e1b2e6577'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:19.637647 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-09f5b8b2-fea5-4381-b016-eea39391d510 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95c9bd62ec6b477d9554f2e7312ad4c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4893794 Jul 24 01:01:19.645460 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 59134) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:19.742419 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5b8b2-fea5-4381-b016-eea39391d510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03a8f41-620d-4506-bb4c-54508ca1a648,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:19.746478 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-44dbaad8-fabb-4774-ac53-6eefc3d378b9 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Made reservation on behalf of 3c68e39bc1724fda980be3463bbf7d7b for: {'port': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:01:19.750261 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-44dbaad8-fabb-4774-ac53-6eefc3d378b9 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:19.765590 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e284c60-da29-4efc-b04d-333dfe36f477 req-1305987f-e380-4296-80dc-ea409e43de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:19.767158 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2e284c60-da29-4efc-b04d-333dfe36f477 req-1305987f-e380-4296-80dc-ea409e43de44 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 1129 time: 0.3093698 Jul 24 01:01:19.839941 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-2e284c60-da29-4efc-b04d-333dfe36f477 req-f4669dd5-1016-49f4-8fa4-71207dd14189 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:19.879607 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e0427341-8217-4647-aab2-33a2bd81294f req-5d176c7a-4f30-4ffa-bb0d-8055fd1b4e8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e11dcec4-66a1-456b-85bc-587d87bc9e6a HTTP/1.1" status: 200 len: 217 time: 0.2935517 Jul 24 01:01:19.898753 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e07ec035-06a1-47da-91dd-0d78accba6f2 admin admin] Publish callbacks [] for security_group (b03a8f41-620d-4506-bb4c-54508ca1a648), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:19.903286 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd02e56-6e5c-463b-876f-09d834598f1d req-23db1e79-759a-4283-baf5-efbe06ab6f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:19.905025 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-afd02e56-6e5c-463b-876f-09d834598f1d req-23db1e79-759a-4283-baf5-efbe06ab6f88 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b HTTP/1.1" status: 200 len: 919 time: 0.5409162 Jul 24 01:01:19.983490 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-afd02e56-6e5c-463b-876f-09d834598f1d req-9589ddc5-a12a-4e55-b46b-075c2fc3ddc6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd19007e-705d-4543-9981-8c458087a8e3 HTTP/1.1" status: 200 len: 217 time: 0.0684342 Jul 24 01:01:20.011625 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e07ec035-06a1-47da-91dd-0d78accba6f2 admin admin] Publish callbacks [] for security_group (b03a8f41-620d-4506-bb4c-54508ca1a648), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:20.011993 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b44f8d5-02d6-4283-9d2a-c0abfffa75ec req-82ba8796-574d-44e5-9495-070e22309b43 service neutron] 10.222.0.39 "GET /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281222 Jul 24 01:01:20.021957 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cb2e9-fc34-4218-9a1a-51caf8cf4a0f req-1685ed28-d1ce-4cec-aa1b-7603d2bbd429 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:20.023377 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eb7cb2e9-fc34-4218-9a1a-51caf8cf4a0f req-1685ed28-d1ce-4cec-aa1b-7603d2bbd429 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 944 time: 0.1590974 Jul 24 01:01:20.033345 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190a4aa-0691-4de8-a8da-29d76091a3b7 req-2391ca7c-5d42-4b04-99a7-e6432fc123ed tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:20.035437 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3190a4aa-0691-4de8-a8da-29d76091a3b7 req-2391ca7c-5d42-4b04-99a7-e6432fc123ed tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.1687510 Jul 24 01:01:20.085876 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0427341-8217-4647-aab2-33a2bd81294f req-30febec2-c289-442d-8dfd-ee8ed923408b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:20.086617 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:20.087521 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e0427341-8217-4647-aab2-33a2bd81294f req-30febec2-c289-442d-8dfd-ee8ed923408b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3183cb91-853c-4305-9098-55893a3692d6 HTTP/1.1" status: 200 len: 856 time: 0.1992652 Jul 24 01:01:20.096591 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:20.114827 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:20.153406 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd02e56-6e5c-463b-876f-09d834598f1d req-8d081039-c868-4270-949a-a60819f387ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:20.154925 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-afd02e56-6e5c-463b-876f-09d834598f1d req-8d081039-c868-4270-949a-a60819f387ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=799e17c1-9604-4b46-8040-e48ddab56dcd HTTP/1.1" status: 200 len: 857 time: 0.1625650 Jul 24 01:01:20.156164 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-44dbaad8-fabb-4774-ac53-6eefc3d378b9 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Allocated IP 172.20.0.7 (37cd1572-14d0-471e-b2ca-ff3f9078882e/2eef0065-2281-4101-b3bd-eee4be86f7f1/3e10a0f3-72ea-499e-9aa7-f84921595c2e) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:01:20.207345 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-620fab68-148f-45a4-8153-319ab71b5975 admin admin] Publish callbacks [] for security_group (a905328e-b376-42a5-988d-463499f66f90), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:20.212309 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eb7cb2e9-fc34-4218-9a1a-51caf8cf4a0f req-4a844608-8eaf-4429-8a4c-d50b3185795d tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758468 Jul 24 01:01:20.218112 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0427341-8217-4647-aab2-33a2bd81294f req-6e930532-077a-49f8-87ba-541a19658633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:20.219993 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e0427341-8217-4647-aab2-33a2bd81294f req-6e930532-077a-49f8-87ba-541a19658633 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e240c1c7-87a5-4124-b96b-a74d28ba2a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1183405 Jul 24 01:01:20.222653 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-620fab68-148f-45a4-8153-319ab71b5975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (a905328e-b376-42a5-988d-463499f66f90), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:20.242033 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3190a4aa-0691-4de8-a8da-29d76091a3b7 req-b2501a3a-346e-4936-b65a-3a2814bbe3a9 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809757 Jul 24 01:01:20.242143 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-2e284c60-da29-4efc-b04d-333dfe36f477 req-f4669dd5-1016-49f4-8fa4-71207dd14189 service neutron] Publish callbacks [] for security_group (322a294c-f502-44f1-9683-531b97973743), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:20.251595 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e07ec035-06a1-47da-91dd-0d78accba6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (b03a8f41-620d-4506-bb4c-54508ca1a648), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:20.255104 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e07ec035-06a1-47da-91dd-0d78accba6f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:20.258630 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-e07ec035-06a1-47da-91dd-0d78accba6f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b03a8f41-620d-4506-bb4c-54508ca1a648 HTTP/1.1" status: 204 len: 168 time: 0.6040809 Jul 24 01:01:20.275236 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-2e284c60-da29-4efc-b04d-333dfe36f477 req-f4669dd5-1016-49f4-8fa4-71207dd14189 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (322a294c-f502-44f1-9683-531b97973743), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:20.297001 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=35 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:20.311805 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fab68-148f-45a4-8153-319ab71b5975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a905328e-b376-42a5-988d-463499f66f90,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:20.322703 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-620fab68-148f-45a4-8153-319ab71b5975 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8eb42ca1fefa47e0a65ad2fb75d408a6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0888588 Jul 24 01:01:20.329791 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd02e56-6e5c-463b-876f-09d834598f1d req-57ae1916-f36a-4542-80de-6b235533a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:20.332433 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-afd02e56-6e5c-463b-876f-09d834598f1d req-57ae1916-f36a-4542-80de-6b235533a5a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1702995 Jul 24 01:01:20.340201 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 59146) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:20.365059 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ec035-06a1-47da-91dd-0d78accba6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03a8f41-620d-4506-bb4c-54508ca1a648,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:20.430686 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-14e2572d-7414-47fb-a2ae-d501eaf51fa6 req-71423457-2467-492d-9016-140e3a26d471 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 210 time: 0.0525556 Jul 24 01:01:20.437156 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757b50e-9717-4aa5-b737-ce6768eb2f55 req-de9fae3f-fa8a-46b2-aee7-5aaddf7ed86b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:20.438706 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e757b50e-9717-4aa5-b737-ce6768eb2f55 req-de9fae3f-fa8a-46b2-aee7-5aaddf7ed86b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 944 time: 0.1173077 Jul 24 01:01:20.482803 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2e284c60-da29-4efc-b04d-333dfe36f477 req-f4669dd5-1016-49f4-8fa4-71207dd14189 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=69329197-a495-494b-8252-a943292b1b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6986189 Jul 24 01:01:20.494137 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e0427341-8217-4647-aab2-33a2bd81294f req-3354ff76-95c3-40a2-83e2-07c64549cdd9 service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582428 Jul 24 01:01:20.564508 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e757b50e-9717-4aa5-b737-ce6768eb2f55 req-1ed55dea-91c0-48d3-a36e-98aa56293024 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170702 Jul 24 01:01:20.582818 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d292f36-8c4f-45bd-ad4b-82c385f1622d req-e26e3988-29d5-49ce-9d47-11debfcd7840 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:20.582818 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7d292f36-8c4f-45bd-ad4b-82c385f1622d req-e26e3988-29d5-49ce-9d47-11debfcd7840 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 945 time: 0.0672896 Jul 24 01:01:20.668758 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7d292f36-8c4f-45bd-ad4b-82c385f1622d req-7c07cbcf-0a16-4367-a033-9a2c3b4444bf tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/security-groups?id=69329197-a495-494b-8252-a943292b1b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785885 Jul 24 01:01:20.729673 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:20.752362 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4669dd5-1016-49f4-8fa4-71207dd14189 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=322a294c-f502-44f1-9683-531b97973743,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:20.772960 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device dd19007e-705d-4543-9981-8c458087a8e3 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:01:20.790528 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 710ccda1-d8a7-4b65-9124-7d15ed6b5d75 up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:20.791199 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-afd02e56-6e5c-463b-876f-09d834598f1d req-35841013-ef9c-4754-b7aa-00da85c93875 service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274261 Jul 24 01:01:20.810713 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d41d9bfc-fc02-4817-924f-a71d8b8206e3 admin admin] Publish callbacks [] for security_group (a905328e-b376-42a5-988d-463499f66f90), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:20.841189 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning for port 710ccda1-d8a7-4b65-9124-7d15ed6b5d75 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 01:01:20.857456 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port 710ccda1-d8a7-4b65-9124-7d15ed6b5d75 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:20.857827 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (710ccda1-d8a7-4b65-9124-7d15ed6b5d75), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:20.867429 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-44dbaad8-fabb-4774-ac53-6eefc3d378b9 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for port (3e10a0f3-72ea-499e-9aa7-f84921595c2e), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:20.886615 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d41d9bfc-fc02-4817-924f-a71d8b8206e3 admin admin] Publish callbacks [] for security_group (a905328e-b376-42a5-988d-463499f66f90), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:20.890005 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:20.923435 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:20.927873 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2,neutron:SELECT=91 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:20.955554 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e0427341-8217-4647-aab2-33a2bd81294f req-62f2c6ed-c187-4f3a-ad96-a4a6aa780e07 service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469436 Jul 24 01:01:20.992921 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port dd19007e-705d-4543-9981-8c458087a8e3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dd19007e-705d-4543-9981-8c458087a8e3,segment=NetworkSegment(74c2a00b-185e-4fc6-bac5-4c487cfc75e4),segment_id=74c2a00b-185e-4fc6-bac5-4c487cfc75e4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:21.011233 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-44dbaad8-fabb-4774-ac53-6eefc3d378b9 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (3e10a0f3-72ea-499e-9aa7-f84921595c2e), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:21.012293 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': 'dd19007e-705d-4543-9981-8c458087a8e3', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'port_id': 'dd19007e-705d-4543-9981-8c458087a8e3', 'mac_address': 'fa:16:3e:84:61:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:01:21.015225 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 710ccda1-d8a7-4b65-9124-7d15ed6b5d75 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:21.015605 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (710ccda1-d8a7-4b65-9124-7d15ed6b5d75), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:21.019637 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-afd02e56-6e5c-463b-876f-09d834598f1d req-dd314a8b-ab10-413b-8ecb-edae057a4196 service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026834 Jul 24 01:01:21.058696 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d41d9bfc-fc02-4817-924f-a71d8b8206e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (a905328e-b376-42a5-988d-463499f66f90), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:21.061211 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d41d9bfc-fc02-4817-924f-a71d8b8206e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:21.064869 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-d41d9bfc-fc02-4817-924f-a71d8b8206e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a905328e-b376-42a5-988d-463499f66f90 HTTP/1.1" status: 204 len: 168 time: 0.7217705 Jul 24 01:01:21.065002 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ba3b57-16f8-4b6f-b0a6-d0141afc0faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710ccda1-d8a7-4b65-9124-7d15ed6b5d75'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:01:21.066327 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e1a25b-e86a-49ca-89be-d1e2ba4f16af" -d '{"events": [{"server_uuid": "64ba3b57-16f8-4b6f-b0a6-d0141afc0faa", "name": "network-vif-plugged", "status": "completed", "tag": "710ccda1-d8a7-4b65-9124-7d15ed6b5d75"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:21.078271 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-44dbaad8-fabb-4774-ac53-6eefc3d378b9 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Network 37cd1572-14d0-471e-b2ca-ff3f9078882e is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:01:21.088206 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 710ccda1-d8a7-4b65-9124-7d15ed6b5d75, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=710ccda1-d8a7-4b65-9124-7d15ed6b5d75,segment=NetworkSegment(f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8),segment_id=f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:21.088495 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-44dbaad8-fabb-4774-ac53-6eefc3d378b9 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:01:21.089829 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port dd19007e-705d-4543-9981-8c458087a8e3 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:21.090504 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (dd19007e-705d-4543-9981-8c458087a8e3), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:21.091330 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-44dbaad8-fabb-4774-ac53-6eefc3d378b9 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:01:21.097637 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-44dbaad8-fabb-4774-ac53-6eefc3d378b9 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:21.098409 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-44dbaad8-fabb-4774-ac53-6eefc3d378b9 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:21.103208 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (710ccda1-d8a7-4b65-9124-7d15ed6b5d75), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:21.103737 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d9bfc-fc02-4817-924f-a71d8b8206e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a905328e-b376-42a5-988d-463499f66f90,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:21.104425 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 7813289d-8139-4d10-ab8e-926e1b2e6577 up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:21.111897 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbaad8-fabb-4774-ac53-6eefc3d378b9 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'Port': ['ID=3e10a0f3-72ea-499e-9aa7-f84921595c2e,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:21.145554 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-44dbaad8-fabb-4774-ac53-6eefc3d378b9 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9595613 Jul 24 01:01:21.157287 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6699d09f-a844-4796-a04d-72a55ebd3c27 x-openstack-request-id: req-6699d09f-a844-4796-a04d-72a55ebd3c27 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:21.157577 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ba3b57-16f8-4b6f-b0a6-d0141afc0faa", "name": "network-vif-plugged", "status": "completed", "tag": "710ccda1-d8a7-4b65-9124-7d15ed6b5d75", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:21.157827 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6699d09f-a844-4796-a04d-72a55ebd3c27 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:21.158278 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6699d09f-a844-4796-a04d-72a55ebd3c27'] response: {'server_uuid': '64ba3b57-16f8-4b6f-b0a6-d0141afc0faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710ccda1-d8a7-4b65-9124-7d15ed6b5d75', 'code': 200} Jul 24 01:01:21.164768 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd19007e-705d-4543-9981-8c458087a8e3 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:01:21.222247 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port dd19007e-705d-4543-9981-8c458087a8e3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dd19007e-705d-4543-9981-8c458087a8e3,segment=NetworkSegment(74c2a00b-185e-4fc6-bac5-4c487cfc75e4),segment_id=74c2a00b-185e-4fc6-bac5-4c487cfc75e4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:21.232451 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (dd19007e-705d-4543-9981-8c458087a8e3), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:21.241650 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=710ccda1-d8a7-4b65-9124-7d15ed6b5d75,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:21.276885 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning for port 7813289d-8139-4d10-ab8e-926e1b2e6577 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 01:01:21.295399 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] Request body: {'port': {'device_id': '1c006a24-d0c5-4ab6-9ce4-259e05a9c56a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:01:21.321931 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port 7813289d-8139-4d10-ab8e-926e1b2e6577 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:21.322639 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (7813289d-8139-4d10-ab8e-926e1b2e6577), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:21.438070 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=dd19007e-705d-4543-9981-8c458087a8e3,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:21.450004 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (3e10a0f3-72ea-499e-9aa7-f84921595c2e), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:21.508907 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 7813289d-8139-4d10-ab8e-926e1b2e6577 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:21.510540 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (7813289d-8139-4d10-ab8e-926e1b2e6577), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:21.557182 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-28b71104-7001-4716-84c6-7e6f9bf060cf None None] Provisioning complete for port 3e10a0f3-72ea-499e-9aa7-f84921595c2e triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:21.562393 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-28b71104-7001-4716-84c6-7e6f9bf060cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (3e10a0f3-72ea-499e-9aa7-f84921595c2e), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:21.622706 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['dd19007e-705d-4543-9981-8c458087a8e3'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:21.651590 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7b9d7-4d3e-4996-9e39-9d20460e8238 req-ffdaa99c-c6b3-4218-a29b-5d64501177cf tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:21.659132 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-40a7b9d7-4d3e-4996-9e39-9d20460e8238 req-ffdaa99c-c6b3-4218-a29b-5d64501177cf tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.2774808 Jul 24 01:01:21.723233 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf437b-7852-4766-9db1-2cfd0d61faf4 req-50e43ba0-ea0b-4ac2-b6cc-0572e99782a0 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:21.730250 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9eaf437b-7852-4766-9db1-2cfd0d61faf4 req-50e43ba0-ea0b-4ac2-b6cc-0572e99782a0 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.2630467 Jul 24 01:01:21.755155 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f1409-7729-4563-877f-271dc691ad1a req-4f8f2838-d84b-499c-918e-ffb8e6c251cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:21.757356 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a84f1409-7729-4563-877f-271dc691ad1a req-4f8f2838-d84b-499c-918e-ffb8e6c251cd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 1129 time: 0.1872141 Jul 24 01:01:21.795077 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-28b71104-7001-4716-84c6-7e6f9bf060cf None None] Port 3e10a0f3-72ea-499e-9aa7-f84921595c2e cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:01:21.824348 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-40a7b9d7-4d3e-4996-9e39-9d20460e8238 req-98a1b4b6-b495-4fcb-a9de-388ca563672c tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626749 Jul 24 01:01:21.833117 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 7813289d-8139-4d10-ab8e-926e1b2e6577, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7813289d-8139-4d10-ab8e-926e1b2e6577,segment=NetworkSegment(74c2a00b-185e-4fc6-bac5-4c487cfc75e4),segment_id=74c2a00b-185e-4fc6-bac5-4c487cfc75e4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:21.907655 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (7813289d-8139-4d10-ab8e-926e1b2e6577), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:21.913405 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e10a0f3-72ea-499e-9aa7-f84921595c2e {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:01:21.923464 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9eaf437b-7852-4766-9db1-2cfd0d61faf4 req-811133e0-e2e6-40e8-be13-539585ac8bd2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921821 Jul 24 01:01:21.939587 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] Publish callbacks [] for port (3e10a0f3-72ea-499e-9aa7-f84921595c2e), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:21.947158 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:21.958957 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:21.971070 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a84f1409-7729-4563-877f-271dc691ad1a req-99eed234-244e-4ced-bf17-873f2e1bb4b8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055206 Jul 24 01:01:21.974520 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=7813289d-8139-4d10-ab8e-926e1b2e6577,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:21.979837 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] Transition to ACTIVE for port object 3e10a0f3-72ea-499e-9aa7-f84921595c2e will not be triggered until provisioned by entity L2. {{(pid=103995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 01:01:21.986886 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (3e10a0f3-72ea-499e-9aa7-f84921595c2e), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:21.992516 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:22.095532 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] Pushing event updated for resources: {'Port': ['ID=3e10a0f3-72ea-499e-9aa7-f84921595c2e,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:22.106937 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:22.114933 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] Attempting to bind port 3e10a0f3-72ea-499e-9aa7-f84921595c2e on host hv-cinder-maste for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:01:22.115279 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] Attempting to bind port 3e10a0f3-72ea-499e-9aa7-f84921595c2e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:01:22.115635 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] Attempting to bind port 3e10a0f3-72ea-499e-9aa7-f84921595c2e on network 37cd1572-14d0-471e-b2ca-ff3f9078882e {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:01:22.119251 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d119867-8864-41d6-ae5d-5c6aa8128676 req-02caddec-4c2e-419f-9a49-e2d2727ded5f tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:22.119896 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2d119867-8864-41d6-ae5d-5c6aa8128676 req-02caddec-4c2e-419f-9a49-e2d2727ded5f tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 945 time: 0.0835638 Jul 24 01:01:22.123922 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] Port 3e10a0f3-72ea-499e-9aa7-f84921595c2e on network 37cd1572-14d0-471e-b2ca-ff3f9078882e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 01:01:22.124257 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] Attempting to bind port 3e10a0f3-72ea-499e-9aa7-f84921595c2e on network 37cd1572-14d0-471e-b2ca-ff3f9078882e {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:01:22.135104 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] Checking agent: {'id': 'e7b2140f-0e0f-4ee7-997b-e62068d5aaa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'started_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:01:22.135454 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] Checking segment: {'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:01:22.135941 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] Bound using segment: {'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:01:22.136402 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] Bound port: 3e10a0f3-72ea-499e-9aa7-f84921595c2e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:01:22.136771 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (3e10a0f3-72ea-499e-9aa7-f84921595c2e), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:22.152691 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333a711-f8ae-4180-b68e-bc53d6100b1d req-d6b8d3ec-b0e7-4be3-b080-41dfede310f6 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:22.156635 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d333a711-f8ae-4180-b68e-bc53d6100b1d req-d6b8d3ec-b0e7-4be3-b080-41dfede310f6 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 931 time: 0.1986835 Jul 24 01:01:22.247111 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] For port 3e10a0f3-72ea-499e-9aa7-f84921595c2e, host hv-cinder-maste, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:01:22.251234 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] For port 3e10a0f3-72ea-499e-9aa7-f84921595c2e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3e10a0f3-72ea-499e-9aa7-f84921595c2e,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:01:22.262238 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (3e10a0f3-72ea-499e-9aa7-f84921595c2e), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:22.268098 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d333a711-f8ae-4180-b68e-bc53d6100b1d req-c1cf3c96-080a-4cf7-8740-278fcd6addb9 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=83674788-f570-44ab-992b-e543c2ab169d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009631 Jul 24 01:01:22.282133 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2d119867-8864-41d6-ae5d-5c6aa8128676 req-c3c5cc92-afb1-436d-b773-feee25f04377 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514246 Jul 24 01:01:22.284976 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:22.285748 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:22.287274 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] 10.222.0.39 "PUT /v2.0/ports/3e10a0f3-72ea-499e-9aa7-f84921595c2e HTTP/1.1" status: 200 len: 1093 time: 0.9980376 Jul 24 01:01:22.290031 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c006a24-d0c5-4ab6-9ce4-259e05a9c56a', 'tag': '3e10a0f3-72ea-499e-9aa7-f84921595c2e'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:01:22.292448 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6bec94-2e3d-494c-9dc5-e27653485476" -d '{"events": [{"name": "network-changed", "server_uuid": "1c006a24-d0c5-4ab6-9ce4-259e05a9c56a", "tag": "3e10a0f3-72ea-499e-9aa7-f84921595c2e"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:22.361429 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360f7db2-fe50-40b1-b393-d0df868f698c x-openstack-request-id: req-360f7db2-fe50-40b1-b393-d0df868f698c {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:22.362015 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c006a24-d0c5-4ab6-9ce4-259e05a9c56a", "tag": "3e10a0f3-72ea-499e-9aa7-f84921595c2e", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:22.362345 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-360f7db2-fe50-40b1-b393-d0df868f698c {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:22.362964 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360f7db2-fe50-40b1-b393-d0df868f698c'] response: {'name': 'network-changed', 'server_uuid': '1c006a24-d0c5-4ab6-9ce4-259e05a9c56a', 'tag': '3e10a0f3-72ea-499e-9aa7-f84921595c2e', 'status': 'completed', 'code': 200} Jul 24 01:01:22.373970 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8aead-93b2-4695-9a65-3045afc18b4b service neutron] Pushing event updated for resources: {'Port': ['ID=3e10a0f3-72ea-499e-9aa7-f84921595c2e,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:22.376005 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:22.444778 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d6b38-9656-41f0-a421-e0e2483a0583 req-849b12d5-dc2f-4d9c-9e05-59d4c95fa392 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:22.447940 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c40d6b38-9656-41f0-a421-e0e2483a0583 req-849b12d5-dc2f-4d9c-9e05-59d4c95fa392 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 945 time: 0.0830929 Jul 24 01:01:22.539896 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c40d6b38-9656-41f0-a421-e0e2483a0583 req-9a6366c5-3d7c-49af-81d8-73d8baa921b0 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/security-groups?id=69329197-a495-494b-8252-a943292b1b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820186 Jul 24 01:01:22.569376 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 59238) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:22.676118 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-c3dc400c-b99c-45cf-b95a-bda5eeca5e4f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-41864444-network', 'tenant_id': '4dd26bb2797345d6b531f5ba5db5cbc8'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:01:22.697153 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dc400c-b99c-45cf-b95a-bda5eeca5e4f admin admin] Made reservation on behalf of 4dd26bb2797345d6b531f5ba5db5cbc8 for: {'network': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:01:22.699616 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c3dc400c-b99c-45cf-b95a-bda5eeca5e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for network (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:22.713015 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c3dc400c-b99c-45cf-b95a-bda5eeca5e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:22.749496 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:22.761759 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device e11dcec4-66a1-456b-85bc-587d87bc9e6a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:01:22.796172 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c3dc400c-b99c-45cf-b95a-bda5eeca5e4f admin admin] Publish callbacks [] for security_group (a5930daf-9d21-45bd-a817-a6edf82c5197), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:22.802568 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c3dc400c-b99c-45cf-b95a-bda5eeca5e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (a5930daf-9d21-45bd-a817-a6edf82c5197), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:22.835648 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3dc400c-b99c-45cf-b95a-bda5eeca5e4f admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:01:22.850156 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device dd19007e-705d-4543-9981-8c458087a8e3 up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:22.861634 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc400c-b99c-45cf-b95a-bda5eeca5e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5930daf-9d21-45bd-a817-a6edf82c5197,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:22.868107 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c3dc400c-b99c-45cf-b95a-bda5eeca5e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (21be0d44-3350-41eb-955e-6856e87a6bf7), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:22.868453 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.segments_db [None req-c3dc400c-b99c-45cf-b95a-bda5eeca5e4f admin admin] Added segment 21be0d44-3350-41eb-955e-6856e87a6bf7 of type vlan for network 817ac8a4-2b25-4742-bdf4-9d6cc008d45a Jul 24 01:01:22.919488 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c3dc400c-b99c-45cf-b95a-bda5eeca5e4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763390501425'] for network (817ac8a4-2b25-4742-bdf4-9d6cc008d45a), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:22.927599 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port e11dcec4-66a1-456b-85bc-587d87bc9e6a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e11dcec4-66a1-456b-85bc-587d87bc9e6a,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:22.952969 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c3dc400c-b99c-45cf-b95a-bda5eeca5e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for network (817ac8a4-2b25-4742-bdf4-9d6cc008d45a), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:22.957217 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dc400c-b99c-45cf-b95a-bda5eeca5e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:22.960375 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c3dc400c-b99c-45cf-b95a-bda5eeca5e4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:23.083542 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'port_id': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a', 'mac_address': 'fa:16:3e:e2:23:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:01:23.090029 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a88bb6-aff8-4918-bb19-4e0337606672 req-f53660b4-0ddf-4a52-89b3-d7585a8750a8 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:23.091472 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-c3dc400c-b99c-45cf-b95a-bda5eeca5e4f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5207791 Jul 24 01:01:23.093342 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a1a88bb6-aff8-4918-bb19-4e0337606672 req-f53660b4-0ddf-4a52-89b3-d7585a8750a8 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.1735399 Jul 24 01:01:23.097451 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 59254) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:23.102530 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning for port dd19007e-705d-4543-9981-8c458087a8e3 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 01:01:23.104495 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-11926036-592f-41c0-9133-641d614457ab admin admin] Request body: {'subnet': {'network_id': '817ac8a4-2b25-4742-bdf4-9d6cc008d45a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-41864444-subnet', 'tenant_id': '4dd26bb2797345d6b531f5ba5db5cbc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:01:23.125441 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6bec94-2e3d-494c-9dc5-e27653485476 req-3f27d429-d20d-4b85-8b4c-b59b3c3402db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:23.126971 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7f6bec94-2e3d-494c-9dc5-e27653485476 req-3f27d429-d20d-4b85-8b4c-b59b3c3402db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c68e39bc1724fda980be3463bbf7d7b&device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 1127 time: 0.1431394 Jul 24 01:01:23.130705 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port dd19007e-705d-4543-9981-8c458087a8e3 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:23.131265 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (dd19007e-705d-4543-9981-8c458087a8e3), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:23.132178 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc400c-b99c-45cf-b95a-bda5eeca5e4f admin admin] Pushing event updated for resources: {'Network': ['ID=817ac8a4-2b25-4742-bdf4-9d6cc008d45a,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:23.143679 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf5f54-dcce-43cf-8dc9-e27790d86082 req-6b773721-4b1c-4071-bbd3-435983a1770a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:23.145919 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-48bf5f54-dcce-43cf-8dc9-e27790d86082 req-6b773721-4b1c-4071-bbd3-435983a1770a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.1464725 Jul 24 01:01:23.156000 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Network 817ac8a4-2b25-4742-bdf4-9d6cc008d45a details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:01:23.162482 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d6538b-2585-40fc-b68c-e9a088724a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7813289d-8139-4d10-ab8e-926e1b2e6577'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:01:23.165055 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f12fa15-058a-4b30-af83-1aab012af940" -d '{"events": [{"server_uuid": "97d6538b-2585-40fc-b68c-e9a088724a39", "name": "network-vif-plugged", "status": "completed", "tag": "7813289d-8139-4d10-ab8e-926e1b2e6577"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:23.200547 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11926036-592f-41c0-9133-641d614457ab admin admin] Made reservation on behalf of 4dd26bb2797345d6b531f5ba5db5cbc8 for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:01:23.203168 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-11926036-592f-41c0-9133-641d614457ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:23.205915 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port e11dcec4-66a1-456b-85bc-587d87bc9e6a is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:23.207045 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:23.269676 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11dcec4-66a1-456b-85bc-587d87bc9e6a {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:01:23.309792 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port e11dcec4-66a1-456b-85bc-587d87bc9e6a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e11dcec4-66a1-456b-85bc-587d87bc9e6a,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:23.316657 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:23.348869 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port dd19007e-705d-4543-9981-8c458087a8e3 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:23.349363 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (dd19007e-705d-4543-9981-8c458087a8e3), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:23.363544 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-48bf5f54-dcce-43cf-8dc9-e27790d86082 req-8039c26f-e45b-4a8d-9fba-48cf03564597 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055111 Jul 24 01:01:23.378741 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a1a88bb6-aff8-4918-bb19-4e0337606672 req-7ef21ad9-b63e-41fd-a793-8b6cde81e8e3 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613266 Jul 24 01:01:23.405593 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=e11dcec4-66a1-456b-85bc-587d87bc9e6a,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:23.425528 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83669aaf-5292-4cf7-b67c-0c3c907c4afe x-openstack-request-id: req-83669aaf-5292-4cf7-b67c-0c3c907c4afe {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:23.425951 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d6538b-2585-40fc-b68c-e9a088724a39", "name": "network-vif-plugged", "status": "completed", "tag": "7813289d-8139-4d10-ab8e-926e1b2e6577", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:23.426293 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83669aaf-5292-4cf7-b67c-0c3c907c4afe {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:23.426790 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83669aaf-5292-4cf7-b67c-0c3c907c4afe'] response: {'server_uuid': '97d6538b-2585-40fc-b68c-e9a088724a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7813289d-8139-4d10-ab8e-926e1b2e6577', 'code': 200} Jul 24 01:01:23.431960 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port dd19007e-705d-4543-9981-8c458087a8e3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dd19007e-705d-4543-9981-8c458087a8e3,segment=NetworkSegment(74c2a00b-185e-4fc6-bac5-4c487cfc75e4),segment_id=74c2a00b-185e-4fc6-bac5-4c487cfc75e4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:23.437983 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (dd19007e-705d-4543-9981-8c458087a8e3), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:23.500200 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=dd19007e-705d-4543-9981-8c458087a8e3,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:23.548901 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3473f6-589b-421e-9ef4-bd9a62072fd7 req-abd25f88-0ca5-465d-afea-c91d8ccb240c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:23.550956 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0c3473f6-589b-421e-9ef4-bd9a62072fd7 req-abd25f88-0ca5-465d-afea-c91d8ccb240c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 943 time: 0.1031814 Jul 24 01:01:23.582661 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f33062-4f26-4a01-b946-d4499c5cb4cb req-92e1f306-118f-4883-b185-1b70507d7961 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:23.584059 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f9f33062-4f26-4a01-b946-d4499c5cb4cb req-92e1f306-118f-4883-b185-1b70507d7961 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.1041868 Jul 24 01:01:23.686120 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-11926036-592f-41c0-9133-641d614457ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for subnet (4df58542-9e30-4cb4-a95e-eb494a467877), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:23.696809 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0c3473f6-589b-421e-9ef4-bd9a62072fd7 req-ab0e63d9-7bb2-43ff-b8b5-68438b7771fa tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=83674788-f570-44ab-992b-e543c2ab169d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384244 Jul 24 01:01:23.729900 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f9f33062-4f26-4a01-b946-d4499c5cb4cb req-ec4e7349-5226-48a4-b8b1-3e670849ff99 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380711 Jul 24 01:01:23.731892 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['e11dcec4-66a1-456b-85bc-587d87bc9e6a'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:23.761283 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11926036-592f-41c0-9133-641d614457ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=4df58542-9e30-4cb4-a95e-eb494a467877,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:23.783487 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11926036-592f-41c0-9133-641d614457ab admin admin] Checking segment: {'id': '21be0d44-3350-41eb-955e-6856e87a6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '817ac8a4-2b25-4742-bdf4-9d6cc008d45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:01:23.783879 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11926036-592f-41c0-9133-641d614457ab admin admin] Network hostable DHCP agents. Network: 817ac8a4-2b25-4742-bdf4-9d6cc008d45a, hostable agents: ['c3e033ef-4c45-4acb-8d93-0c64c51b87a9'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:01:23.809711 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:23.834455 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6cd0e5-6831-404b-a1fb-7a187f9c5766 req-67fe6825-8b83-46a4-9372-9556c97993a4 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:23.835996 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4a6cd0e5-6831-404b-a1fb-7a187f9c5766 req-67fe6825-8b83-46a4-9372-9556c97993a4 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 945 time: 0.0673671 Jul 24 01:01:23.837583 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11926036-592f-41c0-9133-641d614457ab admin admin] Network 817ac8a4-2b25-4742-bdf4-9d6cc008d45a is scheduled to be hosted by DHCP agent c3e033ef-4c45-4acb-8d93-0c64c51b87a9 with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:01:23.859027 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-11926036-592f-41c0-9133-641d614457ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 817ac8a4-2b25-4742-bdf4-9d6cc008d45a) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:01:23.865317 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11926036-592f-41c0-9133-641d614457ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:23.865910 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-11926036-592f-41c0-9133-641d614457ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:23.873340 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d941e17-e26d-4303-bdb6-d1206661b658 None None] Network 817ac8a4-2b25-4742-bdf4-9d6cc008d45a requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:01:23.898428 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-11926036-592f-41c0-9133-641d614457ab admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7985566 Jul 24 01:01:23.912178 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4a6cd0e5-6831-404b-a1fb-7a187f9c5766 req-5f20b51f-0d16-4640-b950-1df3a063d86a tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/security-groups?id=69329197-a495-494b-8252-a943292b1b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687304 Jul 24 01:01:23.982845 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:24.005773 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:24.057833 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0852c651-b1e3-4440-a0ab-d3356f3d6c9e None None] Network 817ac8a4-2b25-4742-bdf4-9d6cc008d45a requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:01:24.069940 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6bec94-2e3d-494c-9dc5-e27653485476 req-a540e69f-935b-4090-ae29-7e98720a3153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:24.071767 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7f6bec94-2e3d-494c-9dc5-e27653485476 req-a540e69f-935b-4090-ae29-7e98720a3153 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3c68e39bc1724fda980be3463bbf7d7b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3025732 Jul 24 01:01:24.471306 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:24.473538 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de059d3c-0ad3-48bc-a1e7-df3cfa8dff3d req-a21e24c3-a483-48c3-a72f-7ad36d54ca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:24.475791 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-de059d3c-0ad3-48bc-a1e7-df3cfa8dff3d req-a21e24c3-a483-48c3-a72f-7ad36d54ca63 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 1129 time: 0.0555429 Jul 24 01:01:24.612035 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-de059d3c-0ad3-48bc-a1e7-df3cfa8dff3d req-c83a2b7b-4f41-4c92-834f-b7ac769d24c6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291077 Jul 24 01:01:24.649778 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6bec94-2e3d-494c-9dc5-e27653485476 req-a00e929a-80ba-482a-99c0-09b56cc9549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:24.650210 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3aeaa-dae6-414e-8536-21b905fd1a9b req-b1fe03ec-41de-4781-b0d5-21895867033f tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:24.651307 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7f6bec94-2e3d-494c-9dc5-e27653485476 req-a00e929a-80ba-482a-99c0-09b56cc9549c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2647548 Jul 24 01:01:24.651920 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1c3aeaa-dae6-414e-8536-21b905fd1a9b req-b1fe03ec-41de-4781-b0d5-21895867033f tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.1374521 Jul 24 01:01:24.669251 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95352a94-c054-4276-960f-2f526b1cbafa req-2cb42917-a908-4df4-9e1b-6c9f237dbd06 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:24.669251 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-95352a94-c054-4276-960f-2f526b1cbafa req-2cb42917-a908-4df4-9e1b-6c9f237dbd06 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 945 time: 0.0924199 Jul 24 01:01:24.746193 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1c3aeaa-dae6-414e-8536-21b905fd1a9b req-6f058cdd-74d9-4d4c-a9f5-d9b390228d95 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782084 Jul 24 01:01:24.750123 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-95352a94-c054-4276-960f-2f526b1cbafa req-05758555-2d79-4fe1-a559-e82e5f041ae7 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751498 Jul 24 01:01:24.821265 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device e11dcec4-66a1-456b-85bc-587d87bc9e6a up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:24.864741 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning for port e11dcec4-66a1-456b-85bc-587d87bc9e6a completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 01:01:24.871399 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port e11dcec4-66a1-456b-85bc-587d87bc9e6a triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:24.871774 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:24.880305 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3f403-888f-4454-a1a8-0ac0fc652d5f req-137884f4-62cf-4605-8524-aa605f8fcef5 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:24.881777 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-24f3f403-888f-4454-a1a8-0ac0fc652d5f req-137884f4-62cf-4605-8524-aa605f8fcef5 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 943 time: 0.0792158 Jul 24 01:01:24.902355 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcc373-3dcf-4e52-aea3-15d1bab17bd9 req-5c239932-2c07-4589-bcee-86ebf71c3cdd tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:24.903820 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-35bcc373-3dcf-4e52-aea3-15d1bab17bd9 req-5c239932-2c07-4589-bcee-86ebf71c3cdd tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0711520 Jul 24 01:01:24.958686 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port e11dcec4-66a1-456b-85bc-587d87bc9e6a is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:24.959241 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:24.987655 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-24f3f403-888f-4454-a1a8-0ac0fc652d5f req-5215f442-8ff4-47cc-bd41-cda1ab4b426c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=83674788-f570-44ab-992b-e543c2ab169d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999558 Jul 24 01:01:24.990942 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-35bcc373-3dcf-4e52-aea3-15d1bab17bd9 req-af976b32-95a2-4812-a432-994a3fc2bacb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798612 Jul 24 01:01:24.998035 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port e11dcec4-66a1-456b-85bc-587d87bc9e6a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e11dcec4-66a1-456b-85bc-587d87bc9e6a,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:25.004783 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:25.054839 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=e11dcec4-66a1-456b-85bc-587d87bc9e6a,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:25.137091 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23594e75-7b91-406b-ae91-c3f1928bb024 req-da5c6132-ce02-4e7b-b84f-e4a31d7ce484 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:25.138417 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-23594e75-7b91-406b-ae91-c3f1928bb024 req-da5c6132-ce02-4e7b-b84f-e4a31d7ce484 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0465915 Jul 24 01:01:25.146988 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 59308) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:25.151245 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-d8ffc2b9-97ea-4731-ab13-2a11d80260b0 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Request body: {'floatingip': {'port_id': '710ccda1-d8a7-4b65-9124-7d15ed6b5d75'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:01:25.221464 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d8ffc2b9-97ea-4731-ab13-2a11d80260b0 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for floatingip (f733f291-02a6-4ca3-bc2d-1ed009978330), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:25.254691 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=50 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:25.428874 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4389fd86-dd98-40ca-8e28-a9153502931c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd19007e-705d-4543-9981-8c458087a8e3'}, {'server_uuid': '281e8695-c8e7-4293-8abe-a4f88f175084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:01:25.433246 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fd5312-cce1-4cea-b19f-026e5d459003" -d '{"events": [{"server_uuid": "4389fd86-dd98-40ca-8e28-a9153502931c", "name": "network-vif-plugged", "status": "completed", "tag": "dd19007e-705d-4543-9981-8c458087a8e3"}, {"server_uuid": "281e8695-c8e7-4293-8abe-a4f88f175084", "name": "network-vif-plugged", "status": "completed", "tag": "e11dcec4-66a1-456b-85bc-587d87bc9e6a"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:25.443723 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-a8a1cf23-01bd-4ef4-8c23-b58deab16d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:25.446977 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-a8a1cf23-01bd-4ef4-8c23-b58deab16d78 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c68e39bc1724fda980be3463bbf7d7b&device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 1127 time: 0.0514021 Jul 24 01:01:25.482538 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6,neutron:INSERT=12 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:25.487197 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 24 Jul 2022 01:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a74167-4e14-4d21-a9f7-c6b013caf8fc x-openstack-request-id: req-64a74167-4e14-4d21-a9f7-c6b013caf8fc {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:25.489701 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4389fd86-dd98-40ca-8e28-a9153502931c", "name": "network-vif-plugged", "status": "completed", "tag": "dd19007e-705d-4543-9981-8c458087a8e3", "code": 200}, {"server_uuid": "281e8695-c8e7-4293-8abe-a4f88f175084", "name": "network-vif-plugged", "status": "completed", "tag": "e11dcec4-66a1-456b-85bc-587d87bc9e6a", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:25.490064 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64a74167-4e14-4d21-a9f7-c6b013caf8fc {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:25.490555 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a74167-4e14-4d21-a9f7-c6b013caf8fc'] response: {'server_uuid': '4389fd86-dd98-40ca-8e28-a9153502931c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd19007e-705d-4543-9981-8c458087a8e3', 'code': 200} Jul 24 01:01:25.490911 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a74167-4e14-4d21-a9f7-c6b013caf8fc'] response: {'server_uuid': '281e8695-c8e7-4293-8abe-a4f88f175084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a', 'code': 200} Jul 24 01:01:25.520983 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-fe16f6e9-98f2-41bc-bcc7-e3fd32cf20af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e10a0f3-72ea-499e-9aa7-f84921595c2e HTTP/1.1" status: 200 len: 217 time: 0.0524879 Jul 24 01:01:25.694788 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-18597fab-eafd-411e-9c31-52dcb0e23ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:25.696301 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-18597fab-eafd-411e-9c31-52dcb0e23ca1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2eef0065-2281-4101-b3bd-eee4be86f7f1 HTTP/1.1" status: 200 len: 854 time: 0.0480001 Jul 24 01:01:25.790314 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-f5e6d69d-c433-44b3-8303-600c211eb911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:25.792497 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-f5e6d69d-c433-44b3-8303-600c211eb911 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37cd1572-14d0-471e-b2ca-ff3f9078882e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680144 Jul 24 01:01:26.021984 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-dd17c4aa-ba4a-44c2-a487-0e30f15f8b07 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:26.023473 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-dd17c4aa-ba4a-44c2-a487-0e30f15f8b07 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/networks?id=817ac8a4-2b25-4742-bdf4-9d6cc008d45a HTTP/1.1" status: 200 len: 812 time: 0.3053641 Jul 24 01:01:26.032154 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:26.084568 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:26.091175 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-ab8d6923-aa4e-4050-8586-f0d86e3afc89 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/quotas/4dd26bb2797345d6b531f5ba5db5cbc8 HTTP/1.1" status: 200 len: 375 time: 0.0578220 Jul 24 01:01:26.172065 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-bc88c6f4-3b4e-4e09-b723-18872a8da099 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4dd26bb2797345d6b531f5ba5db5cbc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699019 Jul 24 01:01:26.233878 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d8ffc2b9-97ea-4731-ab13-2a11d80260b0 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:26.240296 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d8ffc2b9-97ea-4731-ab13-2a11d80260b0 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (f733f291-02a6-4ca3-bc2d-1ed009978330), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:26.378256 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-e30f75f4-1d30-4982-bfa1-5fead9a7dee5 service neutron] 10.222.0.18 "GET /v2.0/networks/817ac8a4-2b25-4742-bdf4-9d6cc008d45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935298 Jul 24 01:01:26.458598 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-d8ffc2b9-97ea-4731-ab13-2a11d80260b0 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Floating IP f733f291-02a6-4ca3-bc2d-1ed009978330 associated. External IP: 172.37.6.172, port: 710ccda1-d8a7-4b65-9124-7d15ed6b5d75. Jul 24 01:01:26.539087 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-6d8e848b-c1e6-4abe-8a95-ec1824ffa74a service neutron] 10.222.0.39 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541414 Jul 24 01:01:26.544127 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24597850-abc2-4e90-98fa-b821732a313e req-b840a2d7-60af-4da7-9283-b125eb18bc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:26.545972 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-24597850-abc2-4e90-98fa-b821732a313e req-b840a2d7-60af-4da7-9283-b125eb18bc44 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 1130 time: 0.1475420 Jul 24 01:01:26.547937 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8d63e-f69f-4b69-8192-af4104ed8df0 req-9c202a0c-8fd1-4617-b0e3-935805569b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:26.549451 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a3d8d63e-f69f-4b69-8192-af4104ed8df0 req-9c202a0c-8fd1-4617-b0e3-935805569b0b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 1130 time: 0.0598075 Jul 24 01:01:26.653631 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-fea836c8-72e5-4169-a06e-766e7a312fd8 service neutron] 10.222.0.18 "GET /v2.0/networks/817ac8a4-2b25-4742-bdf4-9d6cc008d45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562141 Jul 24 01:01:26.690320 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf6f6c-ab0e-4867-8f39-4b1cff789bcf req-3f4a50f4-9f53-4811-b50b-89e081d9a1f2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:26.691948 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a6bf6f6c-ab0e-4867-8f39-4b1cff789bcf req-3f4a50f4-9f53-4811-b50b-89e081d9a1f2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0958197 Jul 24 01:01:26.772757 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:26.778961 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a3d8d63e-f69f-4b69-8192-af4104ed8df0 req-7a39f833-e821-47e2-ad2c-c8f1c1702735 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116121 Jul 24 01:01:26.782255 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-24597850-abc2-4e90-98fa-b821732a313e req-35df885e-9669-4a63-b7d4-97543440f99f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242845 Jul 24 01:01:26.803789 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-18aaa6c4-4b48-42bd-8048-8c3ff636e349 req-8fe89438-5a7d-4f09-b657-3eabe4b02774 service neutron] 10.222.0.39 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376321 Jul 24 01:01:26.858251 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a6bf6f6c-ab0e-4867-8f39-4b1cff789bcf req-01281bdf-edc2-4fe4-a852-ed11f14ce328 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155164 Jul 24 01:01:26.876813 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ffc2b9-97ea-4731-ab13-2a11d80260b0 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:01:27.004362 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7d336-8795-419a-af1e-6533ec54b874 req-c5555a90-405f-4364-b242-67cc816ab9ce tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:27.005837 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a9d7d336-8795-419a-af1e-6533ec54b874 req-c5555a90-405f-4364-b242-67cc816ab9ce tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 943 time: 0.1181223 Jul 24 01:01:27.287423 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6b0da-9733-405c-bbb9-87e003ae1a68 req-1772222c-a99c-4646-807f-1763a18c7463 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:27.288887 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a9b6b0da-9733-405c-bbb9-87e003ae1a68 req-1772222c-a99c-4646-807f-1763a18c7463 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.3307786 Jul 24 01:01:27.315445 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:27.317652 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:27.346208 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a9d7d336-8795-419a-af1e-6533ec54b874 req-610a5658-e148-4dcf-8fd7-e930230c02b5 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=83674788-f570-44ab-992b-e543c2ab169d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3318861 Jul 24 01:01:27.347826 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ffc2b9-97ea-4731-ab13-2a11d80260b0 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:01:27.354213 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d8ffc2b9-97ea-4731-ab13-2a11d80260b0 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:27.368450 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e0baa-d8f5-481a-bd39-b30d2f7d7648 None None] Sync routers for ids ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:01:27.380397 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e0baa-d8f5-481a-bd39-b30d2f7d7648 None None] Routers {'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:01:27.381534 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-a69e0baa-d8f5-481a-bd39-b30d2f7d7648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:01:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:27.402992 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-d8ffc2b9-97ea-4731-ab13-2a11d80260b0 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "PUT /v2.0/floatingips/f733f291-02a6-4ca3-bc2d-1ed009978330 HTTP/1.1" status: 200 len: 991 time: 2.2547796 Jul 24 01:01:27.404876 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ba3b57-16f8-4b6f-b0a6-d0141afc0faa', 'tag': '710ccda1-d8a7-4b65-9124-7d15ed6b5d75'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:01:27.407806 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c899494-6e2b-47e5-8481-07f95d17c10e" -d '{"events": [{"name": "network-changed", "server_uuid": "64ba3b57-16f8-4b6f-b0a6-d0141afc0faa", "tag": "710ccda1-d8a7-4b65-9124-7d15ed6b5d75"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:27.414458 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a9b6b0da-9733-405c-bbb9-87e003ae1a68 req-cf0d3fb0-cbe2-429a-a739-06f97dafcdfb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169121 Jul 24 01:01:27.467213 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bc577c48-fa59-4eb4-a06c-58603b82995e req-bbf9aab0-8f35-4a5a-a1c8-38c54685b437 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 210 time: 0.0287418 Jul 24 01:01:27.474645 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3909e7ab-7a2c-426f-ab85-854b41c8552e x-openstack-request-id: req-3909e7ab-7a2c-426f-ab85-854b41c8552e {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:27.474974 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ba3b57-16f8-4b6f-b0a6-d0141afc0faa", "tag": "710ccda1-d8a7-4b65-9124-7d15ed6b5d75", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:27.475272 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3909e7ab-7a2c-426f-ab85-854b41c8552e {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:27.475675 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3909e7ab-7a2c-426f-ab85-854b41c8552e'] response: {'name': 'network-changed', 'server_uuid': '64ba3b57-16f8-4b6f-b0a6-d0141afc0faa', 'tag': '710ccda1-d8a7-4b65-9124-7d15ed6b5d75', 'status': 'completed', 'code': 200} Jul 24 01:01:27.532993 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-a69e0baa-d8f5-481a-bd39-b30d2f7d7648 None None] Set router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:01:27.544602 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 59402) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:27.678479 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-55cb23a2-9062-4c64-8dc6-69c489af4dd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:27.762394 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-55cb23a2-9062-4c64-8dc6-69c489af4dd1 admin admin] Publish callbacks [] for security_group (ac2218df-bcf3-4b67-b11e-a4fa5201c7e1), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:27.766291 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-55cb23a2-9062-4c64-8dc6-69c489af4dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (ac2218df-bcf3-4b67-b11e-a4fa5201c7e1), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:27.793469 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 59410) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:27.811319 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-55cb23a2-9062-4c64-8dc6-69c489af4dd1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=939b8a81878841eea0888ff06a2a88bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651050 Jul 24 01:01:27.812043 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb23a2-9062-4c64-8dc6-69c489af4dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2218df-bcf3-4b67-b11e-a4fa5201c7e1,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:27.814284 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 59414) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:27.868661 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dc165a1c-07c1-4be5-9d87-e2c7d4cefb69 admin admin] Publish callbacks [] for security_group (ac2218df-bcf3-4b67-b11e-a4fa5201c7e1), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:27.905890 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dc165a1c-07c1-4be5-9d87-e2c7d4cefb69 admin admin] Publish callbacks [] for security_group (ac2218df-bcf3-4b67-b11e-a4fa5201c7e1), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:27.925399 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-394b7e42-e099-4fbc-b4da-be886fcb8b2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:27.925924 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-a69e0baa-d8f5-481a-bd39-b30d2f7d7648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'name': 'tempest-AttachVolumeTestJSON-908948305-router', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6'}], 'enable_snat': True}, 'gw_port_id': '2b9c7787-5360-404d-940d-3adb743c4404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:30Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'gw_port': {'id': '2b9c7787-5360-404d-940d-3adb743c4404', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'f733f291-02a6-4ca3-bc2d-1ed009978330', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'floating_ip_address': '172.37.6.172', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'port_id': '710ccda1-d8a7-4b65-9124-7d15ed6b5d75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'mac_address': 'fa:16:3e:e8:4a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ba3b57-16f8-4b6f-b0a6-d0141afc0faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:00:50Z', 'updated_at': '2022-07-24T01:01:26Z', 'revision_number': 1, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f', 'name': '', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'mac_address': 'fa:16:3e:6c:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:00:51Z', 'revision_number': 5, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'subnets': [{'id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:27.955317 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e0baa-d8f5-481a-bd39-b30d2f7d7648 None None] Checking router: fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:01:27.967643 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e0baa-d8f5-481a-bd39-b30d2f7d7648 None None] Routers {'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:01:27.968611 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-a69e0baa-d8f5-481a-bd39-b30d2f7d7648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:01:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:27.971208 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dc165a1c-07c1-4be5-9d87-e2c7d4cefb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (ac2218df-bcf3-4b67-b11e-a4fa5201c7e1), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:27.975240 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-dc165a1c-07c1-4be5-9d87-e2c7d4cefb69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:27.976638 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-dc165a1c-07c1-4be5-9d87-e2c7d4cefb69 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac2218df-bcf3-4b67-b11e-a4fa5201c7e1 HTTP/1.1" status: 204 len: 168 time: 0.1613829 Jul 24 01:01:28.009708 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc165a1c-07c1-4be5-9d87-e2c7d4cefb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2218df-bcf3-4b67-b11e-a4fa5201c7e1,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:28.060171 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-394b7e42-e099-4fbc-b4da-be886fcb8b2b admin admin] Publish callbacks [] for security_group (d0705384-bde2-4b6c-9f00-0098ba0e5903), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:28.066860 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-394b7e42-e099-4fbc-b4da-be886fcb8b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (d0705384-bde2-4b6c-9f00-0098ba0e5903), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:28.111458 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0f2c4-f5c9-43d3-ad20-f30e67598eb3 req-5f97ae60-6530-4cfb-ae60-e35501409234 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:28.120557 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-394b7e42-e099-4fbc-b4da-be886fcb8b2b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=004241cf68b84739bae167c2ce391e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259940 Jul 24 01:01:28.121814 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b7e42-e099-4fbc-b4da-be886fcb8b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0705384-bde2-4b6c-9f00-0098ba0e5903,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:28.122672 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-a69e0baa-d8f5-481a-bd39-b30d2f7d7648 None None] Set router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:01:28.125155 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 59420) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:28.126700 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-91e0f2c4-f5c9-43d3-ad20-f30e67598eb3 req-5f97ae60-6530-4cfb-ae60-e35501409234 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0994265 Jul 24 01:01:28.189445 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-91e0f2c4-f5c9-43d3-ad20-f30e67598eb3 req-1b9284d3-67b1-4527-87ec-0e9f1281d5df tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590546 Jul 24 01:01:28.195991 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-50f1f532-24df-4a93-9047-2da4c5063548 admin admin] Publish callbacks [] for security_group (d0705384-bde2-4b6c-9f00-0098ba0e5903), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:28.225404 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-50f1f532-24df-4a93-9047-2da4c5063548 admin admin] Publish callbacks [] for security_group (d0705384-bde2-4b6c-9f00-0098ba0e5903), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:28.279295 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-50f1f532-24df-4a93-9047-2da4c5063548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (d0705384-bde2-4b6c-9f00-0098ba0e5903), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:28.282334 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-50f1f532-24df-4a93-9047-2da4c5063548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:28.287240 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-50f1f532-24df-4a93-9047-2da4c5063548 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0705384-bde2-4b6c-9f00-0098ba0e5903 HTTP/1.1" status: 204 len: 168 time: 0.1605041 Jul 24 01:01:28.298408 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1f532-24df-4a93-9047-2da4c5063548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0705384-bde2-4b6c-9f00-0098ba0e5903,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:28.364642 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-a69e0baa-d8f5-481a-bd39-b30d2f7d7648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'name': 'tempest-AttachVolumeTestJSON-908948305-router', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6'}], 'enable_snat': True}, 'gw_port_id': '2b9c7787-5360-404d-940d-3adb743c4404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:30Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'gw_port': {'id': '2b9c7787-5360-404d-940d-3adb743c4404', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'f733f291-02a6-4ca3-bc2d-1ed009978330', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'floating_ip_address': '172.37.6.172', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'port_id': '710ccda1-d8a7-4b65-9124-7d15ed6b5d75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'mac_address': 'fa:16:3e:e8:4a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ba3b57-16f8-4b6f-b0a6-d0141afc0faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:00:50Z', 'updated_at': '2022-07-24T01:01:26Z', 'revision_number': 1, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f', 'name': '', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'mac_address': 'fa:16:3e:6c:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:00:51Z', 'revision_number': 5, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'subnets': [{'id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:28.401675 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 59428) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:28.405187 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e0baa-d8f5-481a-bd39-b30d2f7d7648 None None] The sync data for ids ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'] in dv-cinder-master-3-iscsi is: [{'id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'name': 'tempest-AttachVolumeTestJSON-908948305-router', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6'}], 'enable_snat': True}, 'gw_port_id': '2b9c7787-5360-404d-940d-3adb743c4404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:30Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'gw_port': {'id': '2b9c7787-5360-404d-940d-3adb743c4404', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'f733f291-02a6-4ca3-bc2d-1ed009978330', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'floating_ip_address': '172.37.6.172', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'port_id': '710ccda1-d8a7-4b65-9124-7d15ed6b5d75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'mac_address': 'fa:16:3e:e8:4a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ba3b57-16f8-4b6f-b0a6-d0141afc0faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:00:50Z', 'updated_at': '2022-07-24T01:01:26Z', 'revision_number': 1, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f', 'name': '', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'mac_address': 'fa:16:3e:6c:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:00:51Z', 'revision_number': 5, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'subnets': [{'id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:01:28.426925 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9e93b942-ffd3-4a07-bed7-b5c8d6e0dd18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:28.517859 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57f587-0e4f-4fc2-a770-93b0cfd5de65 req-c1e2637a-844c-4d3b-9450-526a4aae5f58 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:28.526328 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4f57f587-0e4f-4fc2-a770-93b0cfd5de65 req-c1e2637a-844c-4d3b-9450-526a4aae5f58 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 943 time: 0.0793371 Jul 24 01:01:28.538374 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9e93b942-ffd3-4a07-bed7-b5c8d6e0dd18 admin admin] Publish callbacks [] for security_group (d9b06e0f-74fd-4aff-bd81-488647fd7fc3), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:28.544180 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9e93b942-ffd3-4a07-bed7-b5c8d6e0dd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (d9b06e0f-74fd-4aff-bd81-488647fd7fc3), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:28.594589 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93b942-ffd3-4a07-bed7-b5c8d6e0dd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b06e0f-74fd-4aff-bd81-488647fd7fc3,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:28.603193 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-9e93b942-ffd3-4a07-bed7-b5c8d6e0dd18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ffc1544fd82457c89a7bcecbb57ac9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997640 Jul 24 01:01:28.605822 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 59436) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:28.622091 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4f57f587-0e4f-4fc2-a770-93b0cfd5de65 req-c620ad1a-4146-468a-9787-69c942077083 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=83674788-f570-44ab-992b-e543c2ab169d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946848 Jul 24 01:01:28.629674 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a08b9-8150-4609-aad6-78b3e5731a57 req-65857fa3-8152-4178-bbcd-dc34a3968318 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:28.631040 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:28.631762 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-847a08b9-8150-4609-aad6-78b3e5731a57 req-65857fa3-8152-4178-bbcd-dc34a3968318 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0959382 Jul 24 01:01:28.691410 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-763137e5-2992-4f9a-ab29-23e5f98dac7d admin admin] Publish callbacks [] for security_group (d9b06e0f-74fd-4aff-bd81-488647fd7fc3), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:28.724148 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-763137e5-2992-4f9a-ab29-23e5f98dac7d admin admin] Publish callbacks [] for security_group (d9b06e0f-74fd-4aff-bd81-488647fd7fc3), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:28.749897 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-847a08b9-8150-4609-aad6-78b3e5731a57 req-4adf9635-c85d-44e8-9f9b-44a9b4abd4e6 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052449 Jul 24 01:01:28.773802 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4db3af9-9fe1-4442-9b6e-84c393575faa None None] New status for floating IP f733f291-02a6-4ca3-bc2d-1ed009978330: ACTIVE {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:01:28.796284 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4a7b09e0-b1ef-441a-baab-f2040f3e8691 req-059b091c-dfaf-4069-bf16-2acefef66f27 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 210 time: 0.0410609 Jul 24 01:01:28.800081 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-763137e5-2992-4f9a-ab29-23e5f98dac7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (d9b06e0f-74fd-4aff-bd81-488647fd7fc3), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:28.804328 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-763137e5-2992-4f9a-ab29-23e5f98dac7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:28.809661 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-763137e5-2992-4f9a-ab29-23e5f98dac7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9b06e0f-74fd-4aff-bd81-488647fd7fc3 HTTP/1.1" status: 204 len: 168 time: 0.1967821 Jul 24 01:01:28.822939 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763137e5-2992-4f9a-ab29-23e5f98dac7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b06e0f-74fd-4aff-bd81-488647fd7fc3,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:29.317128 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0116f-9cf8-47cf-acec-5d8d0c19c26a req-de4d2995-88da-4f2c-b227-72afb686e94f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:29.318638 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f8a0116f-9cf8-47cf-acec-5d8d0c19c26a req-de4d2995-88da-4f2c-b227-72afb686e94f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0554183 Jul 24 01:01:29.354955 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:29.378542 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f8a0116f-9cf8-47cf-acec-5d8d0c19c26a req-a8275bb7-7af5-4bf5-a6ef-463602ad8eba tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515127 Jul 24 01:01:29.758662 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863c237-5454-4ce7-a10c-cd8c6a25e1a4 req-de0c4d7c-f455-4002-8a8a-463f625a2828 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:29.763283 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9863c237-5454-4ce7-a10c-cd8c6a25e1a4 req-de0c4d7c-f455-4002-8a8a-463f625a2828 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 943 time: 0.0500751 Jul 24 01:01:29.817501 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9863c237-5454-4ce7-a10c-cd8c6a25e1a4 req-3977cae2-eb8d-4a3d-b347-67ef76ed9ee2 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=83674788-f570-44ab-992b-e543c2ab169d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506742 Jul 24 01:01:29.913462 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61f8a3-2059-4b60-ac7d-4811d4e8f7a8 req-a1837319-e3e2-42b0-9275-be7703b9ee2f tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:29.922081 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9f61f8a3-2059-4b60-ac7d-4811d4e8f7a8 req-a1837319-e3e2-42b0-9275-be7703b9ee2f tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0854809 Jul 24 01:01:29.956054 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:29.989472 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d6540895-20ec-42b0-bffe-e339d0d2d197 req-03160318-a05e-406f-b17b-cab632af9519 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 210 time: 0.0534387 Jul 24 01:01:30.018884 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9f61f8a3-2059-4b60-ac7d-4811d4e8f7a8 req-f960806b-3a02-41e2-bbd4-6b406f69a0c6 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948720 Jul 24 01:01:30.080319 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c899494-6e2b-47e5-8481-07f95d17c10e req-65ff8d69-9f6f-4a5e-b1e8-bcb5f267b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:30.082456 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3c899494-6e2b-47e5-8481-07f95d17c10e req-65ff8d69-9f6f-4a5e-b1e8-bcb5f267b776 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=644464d3831e468f8ab9957bb33817b0&device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 1129 time: 0.0661304 Jul 24 01:01:30.357722 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc871546-c4c6-400a-9004-35f8272e5cf8 req-c26f3211-9488-49af-8aeb-ebca1f9ce7f7 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:30.359299 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dc871546-c4c6-400a-9004-35f8272e5cf8 req-c26f3211-9488-49af-8aeb-ebca1f9ce7f7 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0609548 Jul 24 01:01:30.408504 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dc871546-c4c6-400a-9004-35f8272e5cf8 req-8037982f-e368-4a48-9b92-895f89108490 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429547 Jul 24 01:01:30.515521 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c7e5a-9de1-4e9f-8ed0-e1f44051cfac req-ec222ad0-9748-4a2e-873d-8ef1fb7c48af tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:30.518029 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-de8c7e5a-9de1-4e9f-8ed0-e1f44051cfac req-ec222ad0-9748-4a2e-873d-8ef1fb7c48af tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0548210 Jul 24 01:01:30.572646 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-de8c7e5a-9de1-4e9f-8ed0-e1f44051cfac req-bb67ed2a-d82c-41cc-96ca-10096390013f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474713 Jul 24 01:01:30.696821 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86221a3b-9cf4-4e75-9f02-2dcc556befd2 req-fc9494de-97d7-4360-acef-33aa4d2d1b59 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:30.698366 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-86221a3b-9cf4-4e75-9f02-2dcc556befd2 req-fc9494de-97d7-4360-acef-33aa4d2d1b59 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0514171 Jul 24 01:01:30.707515 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 59578) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:30.712888 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-fd3e05d7-8014-407d-b36e-77e03b2ff677 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Request body: {'floatingip': {'port_id': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:01:30.786006 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fd3e05d7-8014-407d-b36e-77e03b2ff677 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for floatingip (24b17ce2-22c1-4c66-90e3-2118cb1d2141), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:30.789780 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:30.817169 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 3e10a0f3-72ea-499e-9aa7-f84921595c2e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:01:30.926548 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 3e10a0f3-72ea-499e-9aa7-f84921595c2e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3e10a0f3-72ea-499e-9aa7-f84921595c2e,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:30.938888 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': '3e10a0f3-72ea-499e-9aa7-f84921595c2e', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'port_id': '3e10a0f3-72ea-499e-9aa7-f84921595c2e', 'mac_address': 'fa:16:3e:47:40:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:01:30.955255 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74272457-cbcc-4bb9-b553-80c0f0a50502 req-6c5932c9-0851-4f7c-85a7-dadfc549b740 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:30.958218 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-74272457-cbcc-4bb9-b553-80c0f0a50502 req-6c5932c9-0851-4f7c-85a7-dadfc549b740 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 943 time: 0.0539558 Jul 24 01:01:31.010054 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 3e10a0f3-72ea-499e-9aa7-f84921595c2e is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:31.010457 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (3e10a0f3-72ea-499e-9aa7-f84921595c2e), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:31.033116 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e10a0f3-72ea-499e-9aa7-f84921595c2e {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:01:31.070274 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 3e10a0f3-72ea-499e-9aa7-f84921595c2e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3e10a0f3-72ea-499e-9aa7-f84921595c2e,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:31.078279 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (3e10a0f3-72ea-499e-9aa7-f84921595c2e), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:31.188055 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:31.189648 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=3e10a0f3-72ea-499e-9aa7-f84921595c2e,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:31.242435 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-74272457-cbcc-4bb9-b553-80c0f0a50502 req-7d588f36-d6be-4777-ade3-150ef5fb5cd3 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=83674788-f570-44ab-992b-e543c2ab169d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737517 Jul 24 01:01:31.263886 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a40a66f6-8e7a-460a-84f3-777823a2e15b req-33782b44-2623-47df-a6eb-7e4082ef8dc7 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 210 time: 0.0491760 Jul 24 01:01:31.267481 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372794c-0f69-4359-869c-c508b158edb6 req-4ffaa950-f198-47be-bd45-7257606e5aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:31.268990 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7372794c-0f69-4359-869c-c508b158edb6 req-4ffaa950-f198-47be-bd45-7257606e5aa9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7d219e82efe44f9b6f860a5fabc7733&device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 1130 time: 0.1659245 Jul 24 01:01:31.488242 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c899494-6e2b-47e5-8481-07f95d17c10e req-eac48723-5358-40ab-a821-b83ddc70560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:31.489735 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3c899494-6e2b-47e5-8481-07f95d17c10e req-eac48723-5358-40ab-a821-b83ddc70560d service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2871582-ae5b-4292-87a4-e519f553496c HTTP/1.1" status: 200 len: 911 time: 0.1757896 Jul 24 01:01:31.528092 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7351c-80b1-4ca8-a543-abeba4df8125 req-eae0f92a-51e2-4434-b340-1bb8e0107afa tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:31.529610 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e3c7351c-80b1-4ca8-a543-abeba4df8125 req-eae0f92a-51e2-4434-b340-1bb8e0107afa tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0491323 Jul 24 01:01:31.577953 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e3c7351c-80b1-4ca8-a543-abeba4df8125 req-bae3e48b-74fa-4ff5-b269-eedc2165ce0b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419281 Jul 24 01:01:31.614095 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['3e10a0f3-72ea-499e-9aa7-f84921595c2e'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:31.764273 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:31.800200 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372794c-0f69-4359-869c-c508b158edb6 req-8e50709f-2451-44b8-a29d-ad548bdaa243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:31.801906 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7372794c-0f69-4359-869c-c508b158edb6 req-8e50709f-2451-44b8-a29d-ad548bdaa243 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b HTTP/1.1" status: 200 len: 919 time: 0.1131909 Jul 24 01:01:31.840084 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.db.resource_extend [None req-fd3e05d7-8014-407d-b36e-77e03b2ff677 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 24 01:01:31.856221 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7372794c-0f69-4359-869c-c508b158edb6 req-d2d3f33c-fc01-451e-be9e-2f67527fc46f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd19007e-705d-4543-9981-8c458087a8e3 HTTP/1.1" status: 200 len: 217 time: 0.0385938 Jul 24 01:01:31.895020 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3c899494-6e2b-47e5-8481-07f95d17c10e req-c0389375-6727-4e39-a041-3e7cef04dedf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=710ccda1-d8a7-4b65-9124-7d15ed6b5d75 HTTP/1.1" status: 200 len: 1001 time: 0.2045691 Jul 24 01:01:31.934657 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372794c-0f69-4359-869c-c508b158edb6 req-469924fb-1a30-475a-b77a-f63a0bc42a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:31.936297 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7372794c-0f69-4359-869c-c508b158edb6 req-469924fb-1a30-475a-b77a-f63a0bc42a48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=799e17c1-9604-4b46-8040-e48ddab56dcd HTTP/1.1" status: 200 len: 857 time: 0.0599763 Jul 24 01:01:31.985340 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372794c-0f69-4359-869c-c508b158edb6 req-42ce10e9-3505-4abe-a1e0-1591563ce700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:31.986875 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7372794c-0f69-4359-869c-c508b158edb6 req-42ce10e9-3505-4abe-a1e0-1591563ce700 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419807 Jul 24 01:01:32.001508 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fd3e05d7-8014-407d-b36e-77e03b2ff677 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:32.012829 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fd3e05d7-8014-407d-b36e-77e03b2ff677 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (24b17ce2-22c1-4c66-90e3-2118cb1d2141), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:32.071124 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c899494-6e2b-47e5-8481-07f95d17c10e req-c9842bd4-0670-4ada-90f3-014fe9688590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:32.072570 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3c899494-6e2b-47e5-8481-07f95d17c10e req-c9842bd4-0670-4ada-90f3-014fe9688590 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f013cc2c-f207-467b-86f3-d197484583fd HTTP/1.1" status: 200 len: 849 time: 0.1642280 Jul 24 01:01:32.097316 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7372794c-0f69-4359-869c-c508b158edb6 req-feddacd2-2f49-46b7-9ae2-8015f8a0f2cf service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878913 Jul 24 01:01:32.098928 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:32.130879 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-0f88d453-ff48-4f87-8c63-5f71580372b8 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:32.132383 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-0f88d453-ff48-4f87-8c63-5f71580372b8 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.39 "GET /v2.0/networks?id=817ac8a4-2b25-4742-bdf4-9d6cc008d45a HTTP/1.1" status: 200 len: 812 time: 0.3032975 Jul 24 01:01:32.142999 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.l3_db [None req-fd3e05d7-8014-407d-b36e-77e03b2ff677 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Floating IP 24b17ce2-22c1-4c66-90e3-2118cb1d2141 associated. External IP: 172.37.6.2, port: e11dcec4-66a1-456b-85bc-587d87bc9e6a. Jul 24 01:01:32.263416 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Request body: {'port': {'device_id': 'e6e7b2bf-8a97-487f-ae6d-fdfedd53b696', 'network_id': '817ac8a4-2b25-4742-bdf4-9d6cc008d45a', 'admin_state_up': True, 'tenant_id': '4dd26bb2797345d6b531f5ba5db5cbc8'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:01:32.350144 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:32.355050 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:32.464338 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1271455d-b5d9-4c54-be8a-0e5ba8e43acc req-ff48a26f-761e-47b0-8813-61360dc460fe tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 210 time: 0.0854208 Jul 24 01:01:32.465294 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c899494-6e2b-47e5-8481-07f95d17c10e req-f0344e88-68cc-479d-a3dc-6bbb4ed7d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:32.466886 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3c899494-6e2b-47e5-8481-07f95d17c10e req-f0344e88-68cc-479d-a3dc-6bbb4ed7d57d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2871582-ae5b-4292-87a4-e519f553496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2187078 Jul 24 01:01:32.497220 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e069ec-3217-4d5b-a74a-d7c731588bd7 req-a4b0a2f6-30c9-42fa-8713-3a2d6db45eb0 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:32.498681 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b6e069ec-3217-4d5b-a74a-d7c731588bd7 req-a4b0a2f6-30c9-42fa-8713-3a2d6db45eb0 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 944 time: 0.1568975 Jul 24 01:01:32.500850 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7372794c-0f69-4359-869c-c508b158edb6 req-89838bb3-3b7d-4d7b-a023-21028e6c1c68 service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528021 Jul 24 01:01:32.564976 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b6e069ec-3217-4d5b-a74a-d7c731588bd7 req-4dcc0680-1f7d-485c-8a15-4c136578c497 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=83674788-f570-44ab-992b-e543c2ab169d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575917 Jul 24 01:01:32.611427 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Made reservation on behalf of 4dd26bb2797345d6b531f5ba5db5cbc8 for: {'port': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:01:32.615885 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:32.689475 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:32.710026 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3164948-dcaa-4c70-84b2-b1dff2c08c96 req-3581e4b6-b303-49aa-9040-760690e78ab9 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:32.711627 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f3164948-dcaa-4c70-84b2-b1dff2c08c96 req-3581e4b6-b303-49aa-9040-760690e78ab9 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0495703 Jul 24 01:01:32.764341 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f3164948-dcaa-4c70-84b2-b1dff2c08c96 req-f081b304-3689-4acb-b94e-10939f3ab157 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464318 Jul 24 01:01:32.821136 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 3e10a0f3-72ea-499e-9aa7-f84921595c2e up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:32.859720 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3e05d7-8014-407d-b36e-77e03b2ff677 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Router b7f90846-378c-460e-966a-1255785da876 has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:01:32.865857 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning for port 3e10a0f3-72ea-499e-9aa7-f84921595c2e completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 01:01:32.872279 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port 3e10a0f3-72ea-499e-9aa7-f84921595c2e triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:32.872708 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (3e10a0f3-72ea-499e-9aa7-f84921595c2e), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:32.877642 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3c899494-6e2b-47e5-8481-07f95d17c10e req-343d878d-017c-4fe1-9c7c-74a6c072acdc service neutron] 10.222.0.39 "GET /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992712 Jul 24 01:01:32.954531 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 3e10a0f3-72ea-499e-9aa7-f84921595c2e is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:32.955016 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (3e10a0f3-72ea-499e-9aa7-f84921595c2e), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:32.979802 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c006a24-d0c5-4ab6-9ce4-259e05a9c56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e10a0f3-72ea-499e-9aa7-f84921595c2e'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:01:32.981995 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bfdee8-eb13-4ce8-8ebc-d018dac22f2b" -d '{"events": [{"server_uuid": "1c006a24-d0c5-4ab6-9ce4-259e05a9c56a", "name": "network-vif-plugged", "status": "completed", "tag": "3e10a0f3-72ea-499e-9aa7-f84921595c2e"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:32.996418 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 3e10a0f3-72ea-499e-9aa7-f84921595c2e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3e10a0f3-72ea-499e-9aa7-f84921595c2e,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:33.002797 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (3e10a0f3-72ea-499e-9aa7-f84921595c2e), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:33.025332 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78efe0f-4b59-4c6f-becd-fa3742529ec9 x-openstack-request-id: req-c78efe0f-4b59-4c6f-becd-fa3742529ec9 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:33.025639 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c006a24-d0c5-4ab6-9ce4-259e05a9c56a", "name": "network-vif-plugged", "status": "completed", "tag": "3e10a0f3-72ea-499e-9aa7-f84921595c2e", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:33.025883 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c78efe0f-4b59-4c6f-becd-fa3742529ec9 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:33.026262 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c78efe0f-4b59-4c6f-becd-fa3742529ec9'] response: {'server_uuid': '1c006a24-d0c5-4ab6-9ce4-259e05a9c56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e10a0f3-72ea-499e-9aa7-f84921595c2e', 'code': 200} Jul 24 01:01:33.053064 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=3e10a0f3-72ea-499e-9aa7-f84921595c2e,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:33.061796 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.062140 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.062476 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.062854 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.063191 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.063515 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.063836 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.064161 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.064480 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.064803 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.065210 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.065594 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.066068 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.066385 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.066700 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.185168 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3c899494-6e2b-47e5-8481-07f95d17c10e req-aad7725a-c133-4333-baf1-fdf15be902bb service neutron] 10.222.0.39 "GET /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747467 Jul 24 01:01:33.185679 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:33.187250 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Allocated IP 172.20.0.2 (817ac8a4-2b25-4742-bdf4-9d6cc008d45a/4df58542-9e30-4cb4-a95e-eb494a467877/7d0e4b10-307a-45ff-8fcf-b60161deca8f) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:01:33.190871 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3e05d7-8014-407d-b36e-77e03b2ff677 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:01:33.198282 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fd3e05d7-8014-407d-b36e-77e03b2ff677 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:33.214834 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4de9e1-1443-40db-b659-f0c9c2f0d4d9 None None] Sync routers for ids ['b7f90846-378c-460e-966a-1255785da876'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:01:33.226713 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4de9e1-1443-40db-b659-f0c9c2f0d4d9 None None] Routers {'b7f90846-378c-460e-966a-1255785da876'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:01:33.227711 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-7d4de9e1-1443-40db-b659-f0c9c2f0d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:01:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b7f90846-378c-460e-966a-1255785da876'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:33.259259 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-fd3e05d7-8014-407d-b36e-77e03b2ff677 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "PUT /v2.0/floatingips/24b17ce2-22c1-4c66-90e3-2118cb1d2141 HTTP/1.1" status: 200 len: 990 time: 2.5504858 Jul 24 01:01:33.265476 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281e8695-c8e7-4293-8abe-a4f88f175084', 'tag': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:01:33.267722 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742dec20-ce77-4027-9472-8208a51a8943" -d '{"events": [{"name": "network-changed", "server_uuid": "281e8695-c8e7-4293-8abe-a4f88f175084", "tag": "e11dcec4-66a1-456b-85bc-587d87bc9e6a"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:33.364517 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=100 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:33.367766 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-7d4de9e1-1443-40db-b659-f0c9c2f0d4d9 None None] Set router b7f90846-378c-460e-966a-1255785da876 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:01:33.383269 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6447476-49ef-4f68-8854-da0921fb4389 x-openstack-request-id: req-b6447476-49ef-4f68-8854-da0921fb4389 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:33.383558 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281e8695-c8e7-4293-8abe-a4f88f175084", "tag": "e11dcec4-66a1-456b-85bc-587d87bc9e6a", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:33.383811 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6447476-49ef-4f68-8854-da0921fb4389 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:33.384199 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6447476-49ef-4f68-8854-da0921fb4389'] response: {'name': 'network-changed', 'server_uuid': '281e8695-c8e7-4293-8abe-a4f88f175084', 'tag': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a', 'status': 'completed', 'code': 200} Jul 24 01:01:33.454008 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Publish callbacks [] for port (7d0e4b10-307a-45ff-8fcf-b60161deca8f), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:33.492373 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (7d0e4b10-307a-45ff-8fcf-b60161deca8f), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:33.541909 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Network 817ac8a4-2b25-4742-bdf4-9d6cc008d45a is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:01:33.549361 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:01:33.554177 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:01:33.559332 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:33.559938 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:33.563953 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Pushing event updated for resources: {'Port': ['ID=7d0e4b10-307a-45ff-8fcf-b60161deca8f,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:33.582855 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.583219 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.583646 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.584063 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.584473 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.584950 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.585292 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.585725 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.586092 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.586504 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.586946 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.587341 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.587742 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.588683 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.588683 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:33.605198 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-e1ba5905-708e-4ba6-b939-759f6d4a12cb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3546531 Jul 24 01:01:33.605493 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9dda0-f114-48e1-bced-139a57e46e6d req-91e8472a-d0c3-421e-915e-7834eafbe0bf tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:33.607636 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-90c9dda0-f114-48e1-bced-139a57e46e6d req-91e8472a-d0c3-421e-915e-7834eafbe0bf tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 931 time: 0.0554125 Jul 24 01:01:33.611675 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-7d4de9e1-1443-40db-b659-f0c9c2f0d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f90846-378c-460e-966a-1255785da876', 'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-router', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:44Z', 'revision_number': 4, 'project_id': '75293bf0100f435bb567b690edc85533', 'gw_port': {'id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '24b17ce2-22c1-4c66-90e3-2118cb1d2141', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'floating_ip_address': '172.37.6.2', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'b7f90846-378c-460e-966a-1255785da876', 'port_id': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'mac_address': 'fa:16:3e:e2:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281e8695-c8e7-4293-8abe-a4f88f175084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:00:53Z', 'updated_at': '2022-07-24T01:01:31Z', 'revision_number': 1, 'project_id': '75293bf0100f435bb567b690edc85533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a5aecb-d36e-43c2-ad7b-6931a40ed1f4', 'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'mac_address': 'fa:16:3e:56:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:01:03Z', 'revision_number': 5, 'project_id': '75293bf0100f435bb567b690edc85533', 'subnets': [{'id': '3183cb91-853c-4305-9098-55893a3692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:33.644966 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4de9e1-1443-40db-b659-f0c9c2f0d4d9 None None] Checking router: b7f90846-378c-460e-966a-1255785da876 for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:01:33.651126 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=100 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:33.654642 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4de9e1-1443-40db-b659-f0c9c2f0d4d9 None None] Routers {'b7f90846-378c-460e-966a-1255785da876'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:01:33.655310 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-7d4de9e1-1443-40db-b659-f0c9c2f0d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:01:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b7f90846-378c-460e-966a-1255785da876'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:33.663974 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-90c9dda0-f114-48e1-bced-139a57e46e6d req-3bd64cab-c081-4f04-94f2-101666782895 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503774 Jul 24 01:01:33.712345 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167286a5-d5aa-4161-9bfc-65ada483c5f7 req-c59c3f24-e035-498a-a7a0-19a70be56e7b tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:33.713836 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-167286a5-d5aa-4161-9bfc-65ada483c5f7 req-c59c3f24-e035-498a-a7a0-19a70be56e7b tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 945 time: 0.0490110 Jul 24 01:01:33.758481 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-7d4de9e1-1443-40db-b659-f0c9c2f0d4d9 None None] Set router b7f90846-378c-460e-966a-1255785da876 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:01:33.764248 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-167286a5-d5aa-4161-9bfc-65ada483c5f7 req-4aeb537e-d4c5-4a0f-a5b9-7ca4415c9ddb tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=83674788-f570-44ab-992b-e543c2ab169d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447311 Jul 24 01:01:33.876970 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf9373-c883-4626-81ad-ab06ec5000b5 req-18b95cc2-89cb-4a71-b961-809f4b1b7960 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:33.879103 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c6cf9373-c883-4626-81ad-ab06ec5000b5 req-18b95cc2-89cb-4a71-b961-809f4b1b7960 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0457847 Jul 24 01:01:33.926353 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c6cf9373-c883-4626-81ad-ab06ec5000b5 req-68851bd1-61fc-4ea0-b20c-4f73116b8ef8 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416391 Jul 24 01:01:33.976032 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-7d4de9e1-1443-40db-b659-f0c9c2f0d4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f90846-378c-460e-966a-1255785da876', 'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-router', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:44Z', 'revision_number': 4, 'project_id': '75293bf0100f435bb567b690edc85533', 'gw_port': {'id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '24b17ce2-22c1-4c66-90e3-2118cb1d2141', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'floating_ip_address': '172.37.6.2', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'b7f90846-378c-460e-966a-1255785da876', 'port_id': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'mac_address': 'fa:16:3e:e2:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281e8695-c8e7-4293-8abe-a4f88f175084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:00:53Z', 'updated_at': '2022-07-24T01:01:31Z', 'revision_number': 1, 'project_id': '75293bf0100f435bb567b690edc85533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a5aecb-d36e-43c2-ad7b-6931a40ed1f4', 'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'mac_address': 'fa:16:3e:56:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:01:03Z', 'revision_number': 5, 'project_id': '75293bf0100f435bb567b690edc85533', 'subnets': [{'id': '3183cb91-853c-4305-9098-55893a3692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:33.999794 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4de9e1-1443-40db-b659-f0c9c2f0d4d9 None None] The sync data for ids ['b7f90846-378c-460e-966a-1255785da876'] in dv-cinder-master-3-iscsi is: [{'id': 'b7f90846-378c-460e-966a-1255785da876', 'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-router', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:44Z', 'revision_number': 4, 'project_id': '75293bf0100f435bb567b690edc85533', 'gw_port': {'id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '24b17ce2-22c1-4c66-90e3-2118cb1d2141', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'floating_ip_address': '172.37.6.2', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'b7f90846-378c-460e-966a-1255785da876', 'port_id': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'mac_address': 'fa:16:3e:e2:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281e8695-c8e7-4293-8abe-a4f88f175084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:00:53Z', 'updated_at': '2022-07-24T01:01:31Z', 'revision_number': 1, 'project_id': '75293bf0100f435bb567b690edc85533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a5aecb-d36e-43c2-ad7b-6931a40ed1f4', 'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'mac_address': 'fa:16:3e:56:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:01:03Z', 'revision_number': 5, 'project_id': '75293bf0100f435bb567b690edc85533', 'subnets': [{'id': '3183cb91-853c-4305-9098-55893a3692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:01:34.182856 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9089495-0e41-43e5-981d-44f7d33c1e99 None None] New status for floating IP 24b17ce2-22c1-4c66-90e3-2118cb1d2141: ACTIVE {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:01:34.782468 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d340b-418b-4a57-81c4-bb77176f4181 req-0c409141-12dd-4833-9e6c-9df33cc7a199 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:34.784555 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-252d340b-418b-4a57-81c4-bb77176f4181 req-0c409141-12dd-4833-9e6c-9df33cc7a199 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 931 time: 0.0502717 Jul 24 01:01:34.834707 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-252d340b-418b-4a57-81c4-bb77176f4181 req-e464bf56-5dbc-47ce-a514-9b67d41144a6 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444422 Jul 24 01:01:34.885375 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d052d-163b-40e4-b579-7cec5921b3b4 req-89739685-0ae5-423e-9d73-688e0a534130 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:34.886857 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b27d052d-163b-40e4-b579-7cec5921b3b4 req-89739685-0ae5-423e-9d73-688e0a534130 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 945 time: 0.0512474 Jul 24 01:01:34.933312 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b27d052d-163b-40e4-b579-7cec5921b3b4 req-4f6afb11-73c4-4333-878d-0844ac0fa67d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=83674788-f570-44ab-992b-e543c2ab169d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408261 Jul 24 01:01:35.047626 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1427f-7c7a-496c-a2e9-33ff4a7e35cd req-dc7016aa-5687-4ddb-a62b-5b7f434ab40b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:35.049059 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-60c1427f-7c7a-496c-a2e9-33ff4a7e35cd req-dc7016aa-5687-4ddb-a62b-5b7f434ab40b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0530961 Jul 24 01:01:35.098781 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-60c1427f-7c7a-496c-a2e9-33ff4a7e35cd req-93b226de-2214-4948-bf81-c5bc00558f77 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439496 Jul 24 01:01:35.952574 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449ea1b-247a-4269-9397-5c888c4b2321 req-9650fd3e-f1b9-4640-abe9-3003d8baf27a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:35.953997 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9449ea1b-247a-4269-9397-5c888c4b2321 req-9650fd3e-f1b9-4640-abe9-3003d8baf27a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 931 time: 0.0453613 Jul 24 01:01:36.001788 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9449ea1b-247a-4269-9397-5c888c4b2321 req-74082798-cc8c-4076-96d3-ce9feffc264a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416546 Jul 24 01:01:36.046478 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccf296-0a95-44d4-9e3c-da4b05f6600c req-cb5ba73c-c64f-465c-8cae-2c8aadf323dc tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:36.047973 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c6ccf296-0a95-44d4-9e3c-da4b05f6600c req-cb5ba73c-c64f-465c-8cae-2c8aadf323dc tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 945 time: 0.0453389 Jul 24 01:01:36.098496 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c6ccf296-0a95-44d4-9e3c-da4b05f6600c req-ce799d3a-93be-4a33-ba1c-a6af77202b59 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=83674788-f570-44ab-992b-e543c2ab169d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445261 Jul 24 01:01:36.197051 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:36.211518 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a81dad-0ed7-4752-9ba8-7a6f7add5b26 req-53c08b9b-1122-403e-9380-becab6f141b9 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:36.212966 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-20a81dad-0ed7-4752-9ba8-7a6f7add5b26 req-53c08b9b-1122-403e-9380-becab6f141b9 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0482497 Jul 24 01:01:36.260983 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-20a81dad-0ed7-4752-9ba8-7a6f7add5b26 req-98506d38-2249-405a-bff2-f2c443a91543 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418341 Jul 24 01:01:36.572054 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] Request body: {'port': {'device_id': 'e6e7b2bf-8a97-487f-ae6d-fdfedd53b696', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:01:36.635260 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:36.670921 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (7d0e4b10-307a-45ff-8fcf-b60161deca8f), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:36.696920 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dec20-ce77-4027-9472-8208a51a8943 req-a24f4568-f02c-4d45-a7cf-ea007b3d5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:36.698792 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-742dec20-ce77-4027-9472-8208a51a8943 req-a24f4568-f02c-4d45-a7cf-ea007b3d5e32 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75293bf0100f435bb567b690edc85533&device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 1130 time: 0.0624723 Jul 24 01:01:36.950651 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d0e4b10-307a-45ff-8fcf-b60161deca8f {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:01:36.963320 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] Publish callbacks [] for port (7d0e4b10-307a-45ff-8fcf-b60161deca8f), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:36.967098 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:36.979635 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] Transition to ACTIVE for port object 7d0e4b10-307a-45ff-8fcf-b60161deca8f will not be triggered until provisioned by entity L2. {{(pid=103995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 01:01:36.984221 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (7d0e4b10-307a-45ff-8fcf-b60161deca8f), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:37.042818 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] Pushing event updated for resources: {'Port': ['ID=7d0e4b10-307a-45ff-8fcf-b60161deca8f,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:37.081325 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] Attempting to bind port 7d0e4b10-307a-45ff-8fcf-b60161deca8f on host hv-cinder-maste for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:01:37.081793 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] Attempting to bind port 7d0e4b10-307a-45ff-8fcf-b60161deca8f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '21be0d44-3350-41eb-955e-6856e87a6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '817ac8a4-2b25-4742-bdf4-9d6cc008d45a'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:01:37.082220 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] Attempting to bind port 7d0e4b10-307a-45ff-8fcf-b60161deca8f on network 817ac8a4-2b25-4742-bdf4-9d6cc008d45a {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:01:37.086926 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] Port 7d0e4b10-307a-45ff-8fcf-b60161deca8f on network 817ac8a4-2b25-4742-bdf4-9d6cc008d45a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 01:01:37.087318 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] Attempting to bind port 7d0e4b10-307a-45ff-8fcf-b60161deca8f on network 817ac8a4-2b25-4742-bdf4-9d6cc008d45a {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:01:37.092528 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] Checking agent: {'id': 'e7b2140f-0e0f-4ee7-997b-e62068d5aaa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'started_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:01:37.092940 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] Checking segment: {'id': '21be0d44-3350-41eb-955e-6856e87a6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '817ac8a4-2b25-4742-bdf4-9d6cc008d45a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:01:37.093394 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] Bound using segment: {'id': '21be0d44-3350-41eb-955e-6856e87a6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '817ac8a4-2b25-4742-bdf4-9d6cc008d45a'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:01:37.093917 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] Bound port: 7d0e4b10-307a-45ff-8fcf-b60161deca8f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21be0d44-3350-41eb-955e-6856e87a6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '817ac8a4-2b25-4742-bdf4-9d6cc008d45a'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:01:37.094346 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (7d0e4b10-307a-45ff-8fcf-b60161deca8f), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:37.132940 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bd432-fb69-48c2-af0f-8435d090d9a5 req-71a84b8b-f05c-4ad7-871a-1c229e334639 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:37.134670 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bf6bd432-fb69-48c2-af0f-8435d090d9a5 req-71a84b8b-f05c-4ad7-871a-1c229e334639 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 943 time: 0.0487533 Jul 24 01:01:37.164982 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] For port 7d0e4b10-307a-45ff-8fcf-b60161deca8f, host hv-cinder-maste, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:01:37.169141 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] For port 7d0e4b10-307a-45ff-8fcf-b60161deca8f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7d0e4b10-307a-45ff-8fcf-b60161deca8f,segment=NetworkSegment(21be0d44-3350-41eb-955e-6856e87a6bf7),segment_id=21be0d44-3350-41eb-955e-6856e87a6bf7)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:01:37.176351 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (7d0e4b10-307a-45ff-8fcf-b60161deca8f), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:37.196484 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bf6bd432-fb69-48c2-af0f-8435d090d9a5 req-b1b3645d-84e2-4445-a6dd-cb930421dc94 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548494 Jul 24 01:01:37.224483 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:37.225172 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:37.226927 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] 10.222.0.39 "PUT /v2.0/ports/7d0e4b10-307a-45ff-8fcf-b60161deca8f HTTP/1.1" status: 200 len: 1093 time: 0.6602337 Jul 24 01:01:37.227442 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e7b2bf-8a97-487f-ae6d-fdfedd53b696', 'tag': '7d0e4b10-307a-45ff-8fcf-b60161deca8f'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:01:37.229948 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360a7b55-ff91-4693-b003-8a503905cb78" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e7b2bf-8a97-487f-ae6d-fdfedd53b696", "tag": "7d0e4b10-307a-45ff-8fcf-b60161deca8f"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:37.236825 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b28294-41dd-4a7c-ad74-32d985e46a1d req-526dcd55-31f0-4498-806c-be161e8f253c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:37.238344 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c6b28294-41dd-4a7c-ad74-32d985e46a1d req-526dcd55-31f0-4498-806c-be161e8f253c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 945 time: 0.0584643 Jul 24 01:01:37.259219 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea66df-1a8b-4bf9-9097-620e59a2a416 service neutron] Pushing event updated for resources: {'Port': ['ID=7d0e4b10-307a-45ff-8fcf-b60161deca8f,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:37.271735 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:37.282891 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0d8480-069b-4826-9210-56115000e8c2 x-openstack-request-id: req-2b0d8480-069b-4826-9210-56115000e8c2 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:37.283254 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e7b2bf-8a97-487f-ae6d-fdfedd53b696", "tag": "7d0e4b10-307a-45ff-8fcf-b60161deca8f", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:37.283567 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b0d8480-069b-4826-9210-56115000e8c2 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:37.285009 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0d8480-069b-4826-9210-56115000e8c2'] response: {'name': 'network-changed', 'server_uuid': 'e6e7b2bf-8a97-487f-ae6d-fdfedd53b696', 'tag': '7d0e4b10-307a-45ff-8fcf-b60161deca8f', 'status': 'completed', 'code': 200} Jul 24 01:01:37.296513 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c6b28294-41dd-4a7c-ad74-32d985e46a1d req-48be2ee7-47c4-4930-942f-8bdd469009d3 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=83674788-f570-44ab-992b-e543c2ab169d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488403 Jul 24 01:01:37.378806 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d1262-30ec-46b0-8f45-7385a5ef73ed req-85a91cc7-1ad9-4fc6-af2d-60452c5fe020 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:37.380309 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4e3d1262-30ec-46b0-8f45-7385a5ef73ed req-85a91cc7-1ad9-4fc6-af2d-60452c5fe020 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0467384 Jul 24 01:01:37.432087 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4e3d1262-30ec-46b0-8f45-7385a5ef73ed req-cb876d9d-1987-4bfa-a774-42fb6be9e517 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448248 Jul 24 01:01:38.311805 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb8e94-a824-4cf9-a260-7c6f0cab9a56 req-4549e390-70df-4078-96d3-4b2bcf4cef0b tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:38.313247 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e3bb8e94-a824-4cf9-a260-7c6f0cab9a56 req-4549e390-70df-4078-96d3-4b2bcf4cef0b tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 943 time: 0.0457609 Jul 24 01:01:38.368269 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e3bb8e94-a824-4cf9-a260-7c6f0cab9a56 req-699e9d9c-7d50-4acf-a32f-ac7fcf161a6c tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483854 Jul 24 01:01:38.414724 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a0b42-a6eb-48e2-9efa-d4e76bad7944 req-fccd82a3-9ac2-42cf-97d2-792c961dc785 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:38.416219 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-423a0b42-a6eb-48e2-9efa-d4e76bad7944 req-fccd82a3-9ac2-42cf-97d2-792c961dc785 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 945 time: 0.0468884 Jul 24 01:01:38.465723 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-423a0b42-a6eb-48e2-9efa-d4e76bad7944 req-6327b7cd-e500-47ba-942e-1136d4240f65 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=83674788-f570-44ab-992b-e543c2ab169d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439780 Jul 24 01:01:38.560434 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffe31f-f514-4629-acf9-1f65a72aa7fa req-36987455-bbe8-4c4c-aff6-4f9940d020bf tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:38.561987 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-59ffe31f-f514-4629-acf9-1f65a72aa7fa req-36987455-bbe8-4c4c-aff6-4f9940d020bf tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0524704 Jul 24 01:01:38.611404 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-59ffe31f-f514-4629-acf9-1f65a72aa7fa req-40628548-3d5c-4b6a-9142-2e42bcca13b2 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432150 Jul 24 01:01:38.739956 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a7b55-ff91-4693-b003-8a503905cb78 req-afc5b61f-11bd-4f76-a692-dedfcfee9802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:38.741435 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-360a7b55-ff91-4693-b003-8a503905cb78 req-afc5b61f-11bd-4f76-a692-dedfcfee9802 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4dd26bb2797345d6b531f5ba5db5cbc8&device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 1127 time: 0.0513632 Jul 24 01:01:38.754684 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dec20-ce77-4027-9472-8208a51a8943 req-53bbe8d8-7bcc-48c7-860e-7f5ebde23619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:38.756138 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-742dec20-ce77-4027-9472-8208a51a8943 req-53bbe8d8-7bcc-48c7-860e-7f5ebde23619 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e240c1c7-87a5-4124-b96b-a74d28ba2a48 HTTP/1.1" status: 200 len: 918 time: 0.1263001 Jul 24 01:01:38.788446 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5615d-c189-4dd5-9594-e861303e08b4 req-54f3b400-a0e3-42fa-8704-2f21d5422e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:38.789938 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3eb5615d-c189-4dd5-9594-e861303e08b4 req-54f3b400-a0e3-42fa-8704-2f21d5422e83 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 1129 time: 0.0437517 Jul 24 01:01:39.262694 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3eb5615d-c189-4dd5-9594-e861303e08b4 req-88c0952b-75e9-416b-9727-fd02512addb8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=83674788-f570-44ab-992b-e543c2ab169d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501392 Jul 24 01:01:39.364228 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2426d08f-91e0-49eb-8401-b1176510d8e4 req-158500b8-b3b1-4349-8a7e-0f182bfa5458 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1530714 Jul 24 01:01:39.367691 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-742dec20-ce77-4027-9472-8208a51a8943 req-3d60486e-3bd0-43f3-86f4-3f6c3bd3d619 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e11dcec4-66a1-456b-85bc-587d87bc9e6a HTTP/1.1" status: 200 len: 1000 time: 0.1457188 Jul 24 01:01:39.412385 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a7b55-ff91-4693-b003-8a503905cb78 req-7389bdfb-b88e-4296-a9f4-004385c737cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:39.414042 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-360a7b55-ff91-4693-b003-8a503905cb78 req-7389bdfb-b88e-4296-a9f4-004385c737cc service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=4dd26bb2797345d6b531f5ba5db5cbc8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2123218 Jul 24 01:01:39.499120 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8702d-5707-4844-8596-936d2cc20f6d req-f6b70444-f473-4669-b19c-acecd0e487be tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:39.500782 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e9e8702d-5707-4844-8596-936d2cc20f6d req-f6b70444-f473-4669-b19c-acecd0e487be tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 943 time: 0.0494730 Jul 24 01:01:39.558264 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e9e8702d-5707-4844-8596-936d2cc20f6d req-ea9810b1-069c-4d32-81bc-be5fdb1cc2fc tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518649 Jul 24 01:01:39.622499 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:39.653773 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d75de1-666c-4381-b149-fdddfd98f51a req-e876f6ca-888a-48f2-9368-906f1da26593 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:39.655386 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-56d75de1-666c-4381-b149-fdddfd98f51a req-e876f6ca-888a-48f2-9368-906f1da26593 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 945 time: 0.0887983 Jul 24 01:01:39.731258 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 59730) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:39.753858 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-56d75de1-666c-4381-b149-fdddfd98f51a req-edd699a8-577a-484b-ac3c-e84f46f6e004 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=83674788-f570-44ab-992b-e543c2ab169d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900705 Jul 24 01:01:39.762101 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bda0c-f914-4fb7-9c8c-9b02ec9cb647 req-a57f16a2-e610-4f91-8cb2-7a7d3a139afd tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:39.763858 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8a9bda0c-f914-4fb7-9c8c-9b02ec9cb647 req-a57f16a2-e610-4f91-8cb2-7a7d3a139afd tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0630019 Jul 24 01:01:39.834318 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8a9bda0c-f914-4fb7-9c8c-9b02ec9cb647 req-82dea9c3-fd0e-4cfe-a552-975f608efade tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461230 Jul 24 01:01:39.868776 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e8acd742-013d-4631-950a-5ae9d82e89ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:39.891470 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:39.957891 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e8acd742-013d-4631-950a-5ae9d82e89ec admin admin] Publish callbacks [] for security_group (b5e6560d-b490-46b2-9149-45fd2a52f693), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:39.961779 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e8acd742-013d-4631-950a-5ae9d82e89ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (b5e6560d-b490-46b2-9149-45fd2a52f693), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:40.002889 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-e8acd742-013d-4631-950a-5ae9d82e89ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33f13149333847a283244ffd8a32fdb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2704620 Jul 24 01:01:40.004295 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8acd742-013d-4631-950a-5ae9d82e89ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e6560d-b490-46b2-9149-45fd2a52f693,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:40.006580 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 59738) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:40.021172 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbd876-8baf-4082-9543-434bfac520fc req-ddf9dddd-6d0f-4599-a63a-39f8f8f8365b tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:40.022735 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9fcbd876-8baf-4082-9543-434bfac520fc req-ddf9dddd-6d0f-4599-a63a-39f8f8f8365b tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 945 time: 0.0480077 Jul 24 01:01:40.067221 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-24887688-727f-4c8e-9420-7e16f3de4484 admin admin] Publish callbacks [] for security_group (b5e6560d-b490-46b2-9149-45fd2a52f693), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:40.078547 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9fcbd876-8baf-4082-9543-434bfac520fc req-41464481-0c4e-4c3d-827a-66f5ac21190b tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/security-groups?id=69329197-a495-494b-8252-a943292b1b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484779 Jul 24 01:01:40.089677 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-24887688-727f-4c8e-9420-7e16f3de4484 admin admin] Publish callbacks [] for security_group (b5e6560d-b490-46b2-9149-45fd2a52f693), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:40.101260 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:40.151842 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-24887688-727f-4c8e-9420-7e16f3de4484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (b5e6560d-b490-46b2-9149-45fd2a52f693), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:40.154328 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-24887688-727f-4c8e-9420-7e16f3de4484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:40.155562 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-24887688-727f-4c8e-9420-7e16f3de4484 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b5e6560d-b490-46b2-9149-45fd2a52f693 HTTP/1.1" status: 204 len: 168 time: 0.1486759 Jul 24 01:01:40.164275 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24887688-727f-4c8e-9420-7e16f3de4484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e6560d-b490-46b2-9149-45fd2a52f693,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:40.421433 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 59744) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:40.435461 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-12275e7c-d490-40e2-891e-b3bd6b1f37e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:40.456435 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:40.460380 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:40.524391 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-12275e7c-d490-40e2-891e-b3bd6b1f37e0 admin admin] Publish callbacks [] for security_group (c09c9460-6d40-4c22-a34e-92ba43f2670a), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:40.530690 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-12275e7c-d490-40e2-891e-b3bd6b1f37e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (c09c9460-6d40-4c22-a34e-92ba43f2670a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:40.563368 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-12275e7c-d490-40e2-891e-b3bd6b1f37e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe17cb2ba0e94c22b42e4a286047ea55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408439 Jul 24 01:01:40.567169 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 59746) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:40.593527 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12275e7c-d490-40e2-891e-b3bd6b1f37e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09c9460-6d40-4c22-a34e-92ba43f2670a,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:40.593721 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dec20-ce77-4027-9472-8208a51a8943 req-ae11ca46-f6b5-4c65-b2b7-f699571a3170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:40.595836 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-742dec20-ce77-4027-9472-8208a51a8943 req-ae11ca46-f6b5-4c65-b2b7-f699571a3170 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3183cb91-853c-4305-9098-55893a3692d6 HTTP/1.1" status: 200 len: 856 time: 0.1457267 Jul 24 01:01:40.603307 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426d08f-91e0-49eb-8401-b1176510d8e4 req-c8d9c054-426a-425b-8da3-6f1365552f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:40.604758 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2426d08f-91e0-49eb-8401-b1176510d8e4 req-c8d9c054-426a-425b-8da3-6f1365552f66 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c129535452294d998fee4c9e259c9d41&device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 1129 time: 0.1026404 Jul 24 01:01:40.612724 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12275e7c-d490-40e2-891e-b3bd6b1f37e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:40.613079 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12275e7c-d490-40e2-891e-b3bd6b1f37e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:40.613688 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12275e7c-d490-40e2-891e-b3bd6b1f37e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:40.613806 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12275e7c-d490-40e2-891e-b3bd6b1f37e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:40.614082 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12275e7c-d490-40e2-891e-b3bd6b1f37e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:40.614414 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12275e7c-d490-40e2-891e-b3bd6b1f37e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:40.614746 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12275e7c-d490-40e2-891e-b3bd6b1f37e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:40.615094 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12275e7c-d490-40e2-891e-b3bd6b1f37e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:40.615422 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12275e7c-d490-40e2-891e-b3bd6b1f37e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:40.615749 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12275e7c-d490-40e2-891e-b3bd6b1f37e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:40.616076 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12275e7c-d490-40e2-891e-b3bd6b1f37e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:40.616406 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12275e7c-d490-40e2-891e-b3bd6b1f37e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:40.616729 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12275e7c-d490-40e2-891e-b3bd6b1f37e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:40.617052 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12275e7c-d490-40e2-891e-b3bd6b1f37e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:40.617371 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12275e7c-d490-40e2-891e-b3bd6b1f37e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:40.631610 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a7b55-ff91-4693-b003-8a503905cb78 req-3e18e02b-e028-4b0e-b2c7-0b394fe10b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:40.633124 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-360a7b55-ff91-4693-b003-8a503905cb78 req-3e18e02b-e028-4b0e-b2c7-0b394fe10b19 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1740751 Jul 24 01:01:40.643419 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-efd21ab9-9564-4e5f-a6f8-a4c7848b5db4 admin admin] Publish callbacks [] for security_group (c09c9460-6d40-4c22-a34e-92ba43f2670a), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:40.695937 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-efd21ab9-9564-4e5f-a6f8-a4c7848b5db4 admin admin] Publish callbacks [] for security_group (c09c9460-6d40-4c22-a34e-92ba43f2670a), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:40.723727 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e640dd9-2847-4770-a943-13a94a763a0d req-d82f2ccb-fa55-469e-998c-4d2ee023aaa4 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:40.725189 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9e640dd9-2847-4770-a943-13a94a763a0d req-d82f2ccb-fa55-469e-998c-4d2ee023aaa4 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 943 time: 0.0724282 Jul 24 01:01:40.784914 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9e640dd9-2847-4770-a943-13a94a763a0d req-3121b09e-e378-4dac-b8d3-92eb79b8dcc8 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516469 Jul 24 01:01:40.785925 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-efd21ab9-9564-4e5f-a6f8-a4c7848b5db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (c09c9460-6d40-4c22-a34e-92ba43f2670a), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:40.788445 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-efd21ab9-9564-4e5f-a6f8-a4c7848b5db4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:40.791830 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-efd21ab9-9564-4e5f-a6f8-a4c7848b5db4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c09c9460-6d40-4c22-a34e-92ba43f2670a HTTP/1.1" status: 204 len: 168 time: 0.2214286 Jul 24 01:01:40.797873 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd21ab9-9564-4e5f-a6f8-a4c7848b5db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09c9460-6d40-4c22-a34e-92ba43f2670a,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:40.887442 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6efb9f-8d26-45c6-9dd0-7d0912968861 req-1dfd2f74-cc8f-48fb-a9b6-aec8d6621eca tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:40.891278 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dd6efb9f-8d26-45c6-9dd0-7d0912968861 req-1dfd2f74-cc8f-48fb-a9b6-aec8d6621eca tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 945 time: 0.0509634 Jul 24 01:01:40.985083 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36276caa-538b-46d1-ace3-c12bcfb90e57 req-5cc25518-0981-4f69-95a5-443ac112e957 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:40.992102 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-36276caa-538b-46d1-ace3-c12bcfb90e57 req-5cc25518-0981-4f69-95a5-443ac112e957 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0770242 Jul 24 01:01:40.998203 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dd6efb9f-8d26-45c6-9dd0-7d0912968861 req-f40da4c0-db8f-46bf-8287-b8d01c21b4e7 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=83674788-f570-44ab-992b-e543c2ab169d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979471 Jul 24 01:01:41.043834 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-36276caa-538b-46d1-ace3-c12bcfb90e57 req-426ffd90-7e3f-4087-8435-54ad6ee474af tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505853 Jul 24 01:01:41.199595 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc2277-6bfe-459d-a314-32f7a6a44b3e req-678f33c2-bf83-4864-a081-63a0bf70855c tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:41.202621 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1afc2277-6bfe-459d-a314-32f7a6a44b3e req-678f33c2-bf83-4864-a081-63a0bf70855c tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 945 time: 0.0494318 Jul 24 01:01:41.251495 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1afc2277-6bfe-459d-a314-32f7a6a44b3e req-604d81a6-ecfa-420c-b595-7f64e49a1607 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/security-groups?id=69329197-a495-494b-8252-a943292b1b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447187 Jul 24 01:01:41.905469 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0e1f9-1a5b-48b7-9a22-97c8d1e579bb req-f974185a-bf33-4406-81c7-9152797d83fd tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:41.906950 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d3b0e1f9-1a5b-48b7-9a22-97c8d1e579bb req-f974185a-bf33-4406-81c7-9152797d83fd tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 943 time: 0.0467174 Jul 24 01:01:41.960518 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d3b0e1f9-1a5b-48b7-9a22-97c8d1e579bb req-56b314ce-3fd9-47ec-8d3e-22e7fecd4bc7 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474384 Jul 24 01:01:42.121334 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461b6a0-b610-4e1e-b15f-0a46543cdd65 req-8f5b3cb1-660c-46f5-9358-d385194e3e30 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:42.122821 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5461b6a0-b610-4e1e-b15f-0a46543cdd65 req-8f5b3cb1-660c-46f5-9358-d385194e3e30 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 945 time: 0.0563748 Jul 24 01:01:42.181074 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:42.202878 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88761a-6a29-414a-b870-1c9ce08b5d10 req-b38f9b5c-65ed-4202-88d3-24a41f18eab1 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:42.204368 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1a88761a-6a29-414a-b870-1c9ce08b5d10 req-b38f9b5c-65ed-4202-88d3-24a41f18eab1 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0714309 Jul 24 01:01:42.226022 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5461b6a0-b610-4e1e-b15f-0a46543cdd65 req-5e49c49d-150d-4752-81cc-4d2143d2f2da tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=83674788-f570-44ab-992b-e543c2ab169d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955200 Jul 24 01:01:42.263838 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1a88761a-6a29-414a-b870-1c9ce08b5d10 req-8c6e7ff5-34eb-477f-9b46-ab1c047965b7 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501475 Jul 24 01:01:42.336626 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:42.377785 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f715037-e99a-43f7-925e-9eeef52b240a req-694197e5-6e56-4390-bbe5-1837d70a4789 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:42.379889 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8f715037-e99a-43f7-925e-9eeef52b240a req-694197e5-6e56-4390-bbe5-1837d70a4789 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 945 time: 0.0586579 Jul 24 01:01:42.433978 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8f715037-e99a-43f7-925e-9eeef52b240a req-d399663b-87d9-4215-8934-9c132b3f0a2c tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/security-groups?id=69329197-a495-494b-8252-a943292b1b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486608 Jul 24 01:01:43.058579 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dec20-ce77-4027-9472-8208a51a8943 req-fbadd734-57bc-4c64-8384-fd2df6cb94d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:43.060386 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-742dec20-ce77-4027-9472-8208a51a8943 req-fbadd734-57bc-4c64-8384-fd2df6cb94d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e240c1c7-87a5-4124-b96b-a74d28ba2a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389707 Jul 24 01:01:43.083852 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb11943-c982-4821-b0c2-5ef3d9f9e4ad req-ea658375-c674-4f4f-b847-5d1111e85cf0 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:43.085399 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-feb11943-c982-4821-b0c2-5ef3d9f9e4ad req-ea658375-c674-4f4f-b847-5d1111e85cf0 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 943 time: 0.0530472 Jul 24 01:01:43.135963 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-feb11943-c982-4821-b0c2-5ef3d9f9e4ad req-c436f499-254a-4ec5-8bdf-eb8054a50588 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450349 Jul 24 01:01:43.357752 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52b719-fd42-4453-bd73-09386dbdc963 req-fcf6c108-c955-4202-8936-b55d9456bcce tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:43.360614 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4c52b719-fd42-4453-bd73-09386dbdc963 req-fcf6c108-c955-4202-8936-b55d9456bcce tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 945 time: 0.0583260 Jul 24 01:01:43.426181 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ed8d0-8300-411f-9642-7f54f07746ea req-9b65e1ca-9ffe-40bb-87ff-9dc326d77ceb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:43.427685 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-897ed8d0-8300-411f-9642-7f54f07746ea req-9b65e1ca-9ffe-40bb-87ff-9dc326d77ceb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0765429 Jul 24 01:01:43.457343 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4c52b719-fd42-4453-bd73-09386dbdc963 req-40ecc971-00a4-4c1d-80ea-845a8dd9c48d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=83674788-f570-44ab-992b-e543c2ab169d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865777 Jul 24 01:01:43.495318 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-897ed8d0-8300-411f-9642-7f54f07746ea req-9ad0ca89-8b19-4e7f-b85d-c3662a3e1780 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617476 Jul 24 01:01:43.570517 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9ce8b7b7-9552-4a09-a05d-f49414804f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:43.581907 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-d06d986c-c900-4ad2-998b-c60e1a0ac705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:43.583443 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-d06d986c-c900-4ad2-998b-c60e1a0ac705 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4dd26bb2797345d6b531f5ba5db5cbc8&device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 1127 time: 0.1218004 Jul 24 01:01:43.607468 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426d08f-91e0-49eb-8401-b1176510d8e4 req-5167bb57-3f9c-4aa2-9b2a-087a8db4fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:43.608932 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2426d08f-91e0-49eb-8401-b1176510d8e4 req-5167bb57-3f9c-4aa2-9b2a-087a8db4fbf5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9d14848-c599-4212-8897-d0ad638b5278 HTTP/1.1" status: 200 len: 913 time: 0.1461072 Jul 24 01:01:43.618821 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1070d64-2ee1-4993-823e-11a3fe42adda req-2ed96b97-9ae8-4c90-8d77-a862b6beb393 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:43.618821 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c1070d64-2ee1-4993-823e-11a3fe42adda req-2ed96b97-9ae8-4c90-8d77-a862b6beb393 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 945 time: 0.0872550 Jul 24 01:01:43.631624 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093c243-e56a-4a26-8595-821b86bf3db5 req-6eafa0a4-52a4-4329-a337-f514b3a89187 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:43.633018 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1093c243-e56a-4a26-8595-821b86bf3db5 req-6eafa0a4-52a4-4329-a337-f514b3a89187 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 945 time: 0.0681899 Jul 24 01:01:43.641613 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 59830) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:43.646856 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-75890f68-0961-42d9-b222-03459dc3b4b1 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'floatingip': {'port_id': '3e10a0f3-72ea-499e-9aa7-f84921595c2e'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:01:43.677293 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c1070d64-2ee1-4993-823e-11a3fe42adda req-7b9d8390-c70f-4fca-820d-9316c4578155 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/security-groups?id=69329197-a495-494b-8252-a943292b1b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525758 Jul 24 01:01:43.691383 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-75890f68-0961-42d9-b222-03459dc3b4b1 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (899de017-2e27-4cd1-acc2-626c91d61c0b), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:43.978761 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=63 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:43.980203 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=33 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:43.996844 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:44.210475 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f6af4-e9bb-466e-a436-98f8d46d056e req-c4d947d6-d462-4b44-bca5-a356bf0b3dd4 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:44.212037 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9b8f6af4-e9bb-466e-a436-98f8d46d056e req-c4d947d6-d462-4b44-bca5-a356bf0b3dd4 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 945 time: 0.0574791 Jul 24 01:01:44.292558 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b748fc-8ae1-4924-8d02-6def5ababdf0 req-140b3802-52ec-4174-bf9c-04e5273b823d tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:44.294076 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-39b748fc-8ae1-4924-8d02-6def5ababdf0 req-140b3802-52ec-4174-bf9c-04e5273b823d tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 943 time: 0.0811360 Jul 24 01:01:44.341426 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2426d08f-91e0-49eb-8401-b1176510d8e4 req-05cb307b-20df-495b-b2fb-2a111bb5b8e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53ce7301-1644-4424-b492-4f95801956b5 HTTP/1.1" status: 200 len: 217 time: 0.3451378 Jul 24 01:01:44.347077 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-2f98e540-ad49-48c2-848e-7661ba66d230 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d0e4b10-307a-45ff-8fcf-b60161deca8f HTTP/1.1" status: 200 len: 217 time: 0.3513365 Jul 24 01:01:44.392072 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-9b8f6af4-e9bb-466e-a436-98f8d46d056e req-26dfc911-0989-4925-8408-2c65b5b916ba tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Deleting port 53ce7301-1644-4424-b492-4f95801956b5 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:01:44.392420 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-9b8f6af4-e9bb-466e-a436-98f8d46d056e req-26dfc911-0989-4925-8408-2c65b5b916ba tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (53ce7301-1644-4424-b492-4f95801956b5), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:44.436871 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-39b748fc-8ae1-4924-8d02-6def5ababdf0 req-16a42866-ebd6-42ac-ad37-609fd70e692a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327372 Jul 24 01:01:44.440048 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:44.505331 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-9b8f6af4-e9bb-466e-a436-98f8d46d056e req-26dfc911-0989-4925-8408-2c65b5b916ba tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] For port 53ce7301-1644-4424-b492-4f95801956b5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=53ce7301-1644-4424-b492-4f95801956b5,segment=NetworkSegment(41b24d9e-73d1-4509-820e-aa8b151062fb),segment_id=41b24d9e-73d1-4509-820e-aa8b151062fb)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:44.505565 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-10f49c80-ad35-44d4-9795-f65393826a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:44.505697 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-9b8f6af4-e9bb-466e-a436-98f8d46d056e req-26dfc911-0989-4925-8408-2c65b5b916ba tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (53ce7301-1644-4424-b492-4f95801956b5), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:44.506860 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-10f49c80-ad35-44d4-9795-f65393826a55 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4df58542-9e30-4cb4-a95e-eb494a467877 HTTP/1.1" status: 200 len: 852 time: 0.1213417 Jul 24 01:01:44.513078 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426d08f-91e0-49eb-8401-b1176510d8e4 req-bae80bc3-ff01-45ec-89d8-e66eba8cffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:44.514499 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2426d08f-91e0-49eb-8401-b1176510d8e4 req-bae80bc3-ff01-45ec-89d8-e66eba8cffd5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d29760ce-76a3-492d-a13f-9beae36f2f06 HTTP/1.1" status: 200 len: 851 time: 0.1426408 Jul 24 01:01:44.521700 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-9b8f6af4-e9bb-466e-a436-98f8d46d056e req-26dfc911-0989-4925-8408-2c65b5b916ba tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Calling delete_port for 53ce7301-1644-4424-b492-4f95801956b5 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:01:44.537118 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-742dec20-ce77-4027-9472-8208a51a8943 req-5623734a-3dfa-4ef8-b104-d0c6554286cc service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686588 Jul 24 01:01:44.610675 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-93f6bff8-de16-4f46-bde3-4a26fc01c9bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=817ac8a4-2b25-4742-bdf4-9d6cc008d45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715599 Jul 24 01:01:44.622796 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.db.resource_extend [None req-75890f68-0961-42d9-b222-03459dc3b4b1 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 24 01:01:44.654471 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d4a82-c2b7-468b-8ef9-0f5ecc752f18 req-f9727137-2dd9-41fa-a2ef-4c12dcc5dbfe tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:44.655944 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a61d4a82-c2b7-468b-8ef9-0f5ecc752f18 req-f9727137-2dd9-41fa-a2ef-4c12dcc5dbfe tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0613658 Jul 24 01:01:44.678885 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:44.686048 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:44.722514 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a61d4a82-c2b7-468b-8ef9-0f5ecc752f18 req-3c0c65c9-bcf8-4dae-b43a-884b641acc88 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597093 Jul 24 01:01:44.723188 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426d08f-91e0-49eb-8401-b1176510d8e4 req-c771e9ca-43b7-41a4-9f5b-aa21cb7ae411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:44.724767 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2426d08f-91e0-49eb-8401-b1176510d8e4 req-c771e9ca-43b7-41a4-9f5b-aa21cb7ae411 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9d14848-c599-4212-8897-d0ad638b5278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1867900 Jul 24 01:01:44.758574 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-75890f68-0961-42d9-b222-03459dc3b4b1 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:44.803235 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-75890f68-0961-42d9-b222-03459dc3b4b1 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (899de017-2e27-4cd1-acc2-626c91d61c0b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:44.818485 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cfc17-1357-4bbb-8714-a6b3b724b7de req-6252db07-00f9-42f4-8f29-48e10ef40133 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:44.820644 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1f6cfc17-1357-4bbb-8714-a6b3b724b7de req-6252db07-00f9-42f4-8f29-48e10ef40133 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 945 time: 0.0640738 Jul 24 01:01:44.822302 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-9b8f6af4-e9bb-466e-a436-98f8d46d056e req-26dfc911-0989-4925-8408-2c65b5b916ba tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239'] for port (53ce7301-1644-4424-b492-4f95801956b5), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:44.859196 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfc911-0989-4925-8408-2c65b5b916ba tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Pushing event deleted for resources: {'Port': ['ID=53ce7301-1644-4424-b492-4f95801956b5,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:44.882868 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['53ce7301-1644-4424-b492-4f95801956b5'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:44.972607 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-742dec20-ce77-4027-9472-8208a51a8943 req-b7d2ac6e-d762-49bc-8279-1cd55172a882 service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991740 Jul 24 01:01:44.974639 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2426d08f-91e0-49eb-8401-b1176510d8e4 req-b6199a93-d739-44cb-bd4b-e3fad42b923e service neutron] 10.222.0.39 "GET /v2.0/networks/b9d14848-c599-4212-8897-d0ad638b5278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328122 Jul 24 01:01:44.984935 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1f6cfc17-1357-4bbb-8714-a6b3b724b7de req-f9c43639-f0f4-47d5-b987-18254b32f14b tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/security-groups?id=69329197-a495-494b-8252-a943292b1b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492040 Jul 24 01:01:44.986099 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8f6af4-e9bb-466e-a436-98f8d46d056e req-26dfc911-0989-4925-8408-2c65b5b916ba tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] No DVR routers for this DVR port 53ce7301-1644-4424-b492-4f95801956b5 on host hv-cinder-maste {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:01:44.990601 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-9b8f6af4-e9bb-466e-a436-98f8d46d056e req-26dfc911-0989-4925-8408-2c65b5b916ba tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:44.994442 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9b8f6af4-e9bb-466e-a436-98f8d46d056e req-26dfc911-0989-4925-8408-2c65b5b916ba tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.39 "DELETE /v2.0/ports/53ce7301-1644-4424-b492-4f95801956b5 HTTP/1.1" status: 204 len: 173 time: 0.7727580 Jul 24 01:01:44.994925 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcb8b81-6e4b-47a1-9b46-fa2088dbc613', 'name': 'network-vif-deleted', 'tag': '53ce7301-1644-4424-b492-4f95801956b5'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:01:45.001505 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba5e113-4448-4fe5-a366-777b1c250487" -d '{"events": [{"server_uuid": "dfcb8b81-6e4b-47a1-9b46-fa2088dbc613", "name": "network-vif-deleted", "tag": "53ce7301-1644-4424-b492-4f95801956b5"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:45.057327 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f6d911-4196-400f-beda-a654ec06e2e5 x-openstack-request-id: req-f4f6d911-4196-400f-beda-a654ec06e2e5 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:45.064011 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcb8b81-6e4b-47a1-9b46-fa2088dbc613", "name": "network-vif-deleted", "tag": "53ce7301-1644-4424-b492-4f95801956b5", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:45.064483 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f4f6d911-4196-400f-beda-a654ec06e2e5 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:45.066517 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4f6d911-4196-400f-beda-a654ec06e2e5'] response: {'server_uuid': 'dfcb8b81-6e4b-47a1-9b46-fa2088dbc613', 'name': 'network-vif-deleted', 'tag': '53ce7301-1644-4424-b492-4f95801956b5', 'status': 'completed', 'code': 200} Jul 24 01:01:45.100987 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-7b7c3025-d1b5-4dc2-95a5-c9f9b7c51028 service neutron] 10.222.0.39 "GET /v2.0/networks/817ac8a4-2b25-4742-bdf4-9d6cc008d45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697747 Jul 24 01:01:45.151649 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.l3_db [None req-75890f68-0961-42d9-b222-03459dc3b4b1 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Floating IP 899de017-2e27-4cd1-acc2-626c91d61c0b associated. External IP: 172.37.6.227, port: 3e10a0f3-72ea-499e-9aa7-f84921595c2e. Jul 24 01:01:45.240883 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:45.302129 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2426d08f-91e0-49eb-8401-b1176510d8e4 req-1d5d77b7-d526-4a19-8f3a-7869a07bcf8b service neutron] 10.222.0.39 "GET /v2.0/networks/b9d14848-c599-4212-8897-d0ad638b5278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761765 Jul 24 01:01:45.351417 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c5ea5232-e88f-4f0a-aea5-7b989b29e88c req-931f240f-29df-43ad-b026-11b91c9239a7 service neutron] 10.222.0.39 "GET /v2.0/networks/817ac8a4-2b25-4742-bdf4-9d6cc008d45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626170 Jul 24 01:01:45.481864 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75890f68-0961-42d9-b222-03459dc3b4b1 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Router e7884272-781c-4764-a5fa-e9aabaf2f60a has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:01:45.484194 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=100 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:45.578892 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a48d72-fa70-4d8c-b450-b6c1dd0163aa req-37bb9573-c0df-4966-a2ec-59fa76049a98 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:45.583638 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d8a48d72-fa70-4d8c-b450-b6c1dd0163aa req-37bb9573-c0df-4966-a2ec-59fa76049a98 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 943 time: 0.0534933 Jul 24 01:01:45.598283 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75890f68-0961-42d9-b222-03459dc3b4b1 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:01:45.603144 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-75890f68-0961-42d9-b222-03459dc3b4b1 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:45.609481 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3005aa-07d3-4c3b-9915-0f39762a7277 None None] Sync routers for ids ['e7884272-781c-4764-a5fa-e9aabaf2f60a'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:01:45.621793 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3005aa-07d3-4c3b-9915-0f39762a7277 None None] Routers {'e7884272-781c-4764-a5fa-e9aabaf2f60a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:01:45.622417 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-2d3005aa-07d3-4c3b-9915-0f39762a7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:01:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['e7884272-781c-4764-a5fa-e9aabaf2f60a'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:45.646421 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-75890f68-0961-42d9-b222-03459dc3b4b1 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "PUT /v2.0/floatingips/899de017-2e27-4cd1-acc2-626c91d61c0b HTTP/1.1" status: 200 len: 991 time: 2.0035491 Jul 24 01:01:45.647069 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c006a24-d0c5-4ab6-9ce4-259e05a9c56a', 'tag': '3e10a0f3-72ea-499e-9aa7-f84921595c2e'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:01:45.649427 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6987da49-f01a-4c3e-8729-1a81e520873e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c006a24-d0c5-4ab6-9ce4-259e05a9c56a", "tag": "3e10a0f3-72ea-499e-9aa7-f84921595c2e"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:45.656519 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d8a48d72-fa70-4d8c-b450-b6c1dd0163aa req-2d9dd996-2229-42a0-bbe1-d4de3fc9cf36 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633383 Jul 24 01:01:45.696854 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed21f37-b987-4138-b43f-505b6a67bccd x-openstack-request-id: req-bed21f37-b987-4138-b43f-505b6a67bccd {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:45.697166 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c006a24-d0c5-4ab6-9ce4-259e05a9c56a", "tag": "3e10a0f3-72ea-499e-9aa7-f84921595c2e", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:45.697391 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bed21f37-b987-4138-b43f-505b6a67bccd {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:45.697798 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed21f37-b987-4138-b43f-505b6a67bccd'] response: {'name': 'network-changed', 'server_uuid': '1c006a24-d0c5-4ab6-9ce4-259e05a9c56a', 'tag': '3e10a0f3-72ea-499e-9aa7-f84921595c2e', 'status': 'completed', 'code': 200} Jul 24 01:01:45.746923 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-2d3005aa-07d3-4c3b-9915-0f39762a7277 None None] Set router e7884272-781c-4764-a5fa-e9aabaf2f60a gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:01:45.839489 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-71ec266f-a57b-4b84-b9f6-2e9b659e4379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:45.855033 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dae874-77be-4c4e-9265-75d1c2dc95fe req-c21e21ff-1178-493b-8964-f5a90f377e43 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:45.856533 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-24dae874-77be-4c4e-9265-75d1c2dc95fe req-c21e21ff-1178-493b-8964-f5a90f377e43 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0634904 Jul 24 01:01:46.064960 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-2d3005aa-07d3-4c3b-9915-0f39762a7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '899de017-2e27-4cd1-acc2-626c91d61c0b', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'floating_ip_address': '172.37.6.227', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'port_id': '3e10a0f3-72ea-499e-9aa7-f84921595c2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'mac_address': 'fa:16:3e:47:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c006a24-d0c5-4ab6-9ce4-259e05a9c56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:01:11Z', 'updated_at': '2022-07-24T01:01:44Z', 'revision_number': 1, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:46.092080 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3005aa-07d3-4c3b-9915-0f39762a7277 None None] Checking router: e7884272-781c-4764-a5fa-e9aabaf2f60a for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:01:46.101959 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3005aa-07d3-4c3b-9915-0f39762a7277 None None] Routers {'e7884272-781c-4764-a5fa-e9aabaf2f60a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:01:46.102894 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-2d3005aa-07d3-4c3b-9915-0f39762a7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:01:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['e7884272-781c-4764-a5fa-e9aabaf2f60a'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:46.163791 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-24dae874-77be-4c4e-9265-75d1c2dc95fe req-c2140682-bcbd-4df7-8507-1d0ec73e6965 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003607 Jul 24 01:01:46.166249 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5abd5ec6-92b1-4225-9eaa-640430229837 req-a03049f4-dcd1-4dde-8886-888b4c9efa54 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 210 time: 0.0331502 Jul 24 01:01:46.215636 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-2d3005aa-07d3-4c3b-9915-0f39762a7277 None None] Set router e7884272-781c-4764-a5fa-e9aabaf2f60a gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:01:46.421283 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-2d3005aa-07d3-4c3b-9915-0f39762a7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '899de017-2e27-4cd1-acc2-626c91d61c0b', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'floating_ip_address': '172.37.6.227', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'port_id': '3e10a0f3-72ea-499e-9aa7-f84921595c2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'mac_address': 'fa:16:3e:47:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c006a24-d0c5-4ab6-9ce4-259e05a9c56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:01:11Z', 'updated_at': '2022-07-24T01:01:44Z', 'revision_number': 1, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:46.446312 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3005aa-07d3-4c3b-9915-0f39762a7277 None None] The sync data for ids ['e7884272-781c-4764-a5fa-e9aabaf2f60a'] in dv-cinder-master-3-iscsi is: [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '899de017-2e27-4cd1-acc2-626c91d61c0b', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'floating_ip_address': '172.37.6.227', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'port_id': '3e10a0f3-72ea-499e-9aa7-f84921595c2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'mac_address': 'fa:16:3e:47:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c006a24-d0c5-4ab6-9ce4-259e05a9c56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:01:11Z', 'updated_at': '2022-07-24T01:01:44Z', 'revision_number': 1, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:01:46.625983 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e797659-40a4-413f-8895-3aaf18f40a0c None None] New status for floating IP 899de017-2e27-4cd1-acc2-626c91d61c0b: ACTIVE {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:01:46.773256 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718beb49-8ba3-4c43-af42-2ebd0e30c238 req-0ced661c-9da9-4058-b43e-a59436f92afd tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:46.774813 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-718beb49-8ba3-4c43-af42-2ebd0e30c238 req-0ced661c-9da9-4058-b43e-a59436f92afd tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 943 time: 0.0466423 Jul 24 01:01:46.827872 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987da49-f01a-4c3e-8729-1a81e520873e req-4b18d305-f229-4e59-b6d5-a7aedcca9820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:46.829472 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6987da49-f01a-4c3e-8729-1a81e520873e req-4b18d305-f229-4e59-b6d5-a7aedcca9820 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c68e39bc1724fda980be3463bbf7d7b&device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 1129 time: 0.0539827 Jul 24 01:01:46.835876 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-718beb49-8ba3-4c43-af42-2ebd0e30c238 req-531acf30-9c34-496d-905f-53e5ca5ce916 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506999 Jul 24 01:01:47.085200 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:47.169421 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 7d0e4b10-307a-45ff-8fcf-b60161deca8f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:01:47.180700 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 53ce7301-1644-4424-b492-4f95801956b5 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:01:47.208917 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] No Port match for: 53ce7301-1644-4424-b492-4f95801956b5 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:01:47.209266 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 53ce7301-1644-4424-b492-4f95801956b5 not bound to the agent host hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:01:47.215030 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:47.291680 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a07fe9-c54a-43a7-b3b4-c682e9697469 req-6f161456-4754-47c3-8a5c-c8a7976db9f8 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:47.298494 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-46a07fe9-c54a-43a7-b3b4-c682e9697469 req-6f161456-4754-47c3-8a5c-c8a7976db9f8 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0626428 Jul 24 01:01:47.307179 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:47.327718 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 7d0e4b10-307a-45ff-8fcf-b60161deca8f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7d0e4b10-307a-45ff-8fcf-b60161deca8f,segment=NetworkSegment(21be0d44-3350-41eb-955e-6856e87a6bf7),segment_id=21be0d44-3350-41eb-955e-6856e87a6bf7)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:47.340283 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': '7d0e4b10-307a-45ff-8fcf-b60161deca8f', 'network_id': '817ac8a4-2b25-4742-bdf4-9d6cc008d45a', 'port_id': '7d0e4b10-307a-45ff-8fcf-b60161deca8f', 'mac_address': 'fa:16:3e:d5:6e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df58542-9e30-4cb4-a95e-eb494a467877', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:01:47.370946 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-60bf9ba3-5d10-4a94-986f-f74f6fae97a5 req-70279e9a-bf85-4c77-a58b-ebb63980afa9 tempest-DeleteServersTestJSON-653386294 tempest-DeleteServersTestJSON-653386294-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfcb8b81-6e4b-47a1-9b46-fa2088dbc613 HTTP/1.1" status: 200 len: 210 time: 0.0405519 Jul 24 01:01:47.381899 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-46a07fe9-c54a-43a7-b3b4-c682e9697469 req-82d64b4d-8984-4108-ab76-d07b0543848e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824180 Jul 24 01:01:47.389380 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 7d0e4b10-307a-45ff-8fcf-b60161deca8f is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:47.389820 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (7d0e4b10-307a-45ff-8fcf-b60161deca8f), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:47.407427 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d0e4b10-307a-45ff-8fcf-b60161deca8f {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:01:47.435221 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 7d0e4b10-307a-45ff-8fcf-b60161deca8f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7d0e4b10-307a-45ff-8fcf-b60161deca8f,segment=NetworkSegment(21be0d44-3350-41eb-955e-6856e87a6bf7),segment_id=21be0d44-3350-41eb-955e-6856e87a6bf7)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:47.439242 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (7d0e4b10-307a-45ff-8fcf-b60161deca8f), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:47.442923 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987da49-f01a-4c3e-8729-1a81e520873e req-f5dbb396-76a2-4f87-844f-e39b34e8f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:47.444904 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6987da49-f01a-4c3e-8729-1a81e520873e req-f5dbb396-76a2-4f87-844f-e39b34e8f727 service neutron] 10.222.0.39 "GET /v2.0/networks?id=37cd1572-14d0-471e-b2ca-ff3f9078882e HTTP/1.1" status: 200 len: 916 time: 0.2407947 Jul 24 01:01:47.491266 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=7d0e4b10-307a-45ff-8fcf-b60161deca8f,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:47.717715 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 59948) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:47.781170 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6987da49-f01a-4c3e-8729-1a81e520873e req-a28a7df4-0046-42dd-80e9-0fa4cad65e4f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e10a0f3-72ea-499e-9aa7-f84921595c2e HTTP/1.1" status: 200 len: 1001 time: 0.0870426 Jul 24 01:01:47.853042 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-96238a42-b557-4382-95e9-6d1078d7274c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:47.931492 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987da49-f01a-4c3e-8729-1a81e520873e req-afb807ac-8d13-4404-ae38-8f91fc07bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:47.933071 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6987da49-f01a-4c3e-8729-1a81e520873e req-afb807ac-8d13-4404-ae38-8f91fc07bf99 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2eef0065-2281-4101-b3bd-eee4be86f7f1 HTTP/1.1" status: 200 len: 854 time: 0.0527112 Jul 24 01:01:47.943739 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['7d0e4b10-307a-45ff-8fcf-b60161deca8f'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:47.990872 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-96238a42-b557-4382-95e9-6d1078d7274c admin admin] Publish callbacks [] for security_group (7cdf894b-460d-4647-a744-107030f15604), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:47.998552 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b7124-744b-422f-a79b-3a0601974523 req-8fa955d7-8a58-4201-ac1b-4b653a457f52 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:48.000024 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4b5b7124-744b-422f-a79b-3a0601974523 req-8fa955d7-8a58-4201-ac1b-4b653a457f52 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 944 time: 0.0779819 Jul 24 01:01:48.001023 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-96238a42-b557-4382-95e9-6d1078d7274c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (7cdf894b-460d-4647-a744-107030f15604), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:48.048981 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:48.063113 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-96238a42-b557-4382-95e9-6d1078d7274c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9f486348de04d04a17c1bdc1e617ac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439822 Jul 24 01:01:48.067775 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 59956) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:48.069453 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96238a42-b557-4382-95e9-6d1078d7274c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdf894b-460d-4647-a744-107030f15604,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:48.099449 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4b5b7124-744b-422f-a79b-3a0601974523 req-bc037a20-e8a1-45fc-a65d-ab8a06c33f60 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851607 Jul 24 01:01:48.155911 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c34427fa-d2b2-44fd-922b-63d319fa309d admin admin] Publish callbacks [] for security_group (7cdf894b-460d-4647-a744-107030f15604), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:48.177949 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c34427fa-d2b2-44fd-922b-63d319fa309d admin admin] Publish callbacks [] for security_group (7cdf894b-460d-4647-a744-107030f15604), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:48.225151 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c34427fa-d2b2-44fd-922b-63d319fa309d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (7cdf894b-460d-4647-a744-107030f15604), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:48.227900 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c34427fa-d2b2-44fd-922b-63d319fa309d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:48.229027 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-c34427fa-d2b2-44fd-922b-63d319fa309d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7cdf894b-460d-4647-a744-107030f15604 HTTP/1.1" status: 204 len: 168 time: 0.1584852 Jul 24 01:01:48.239578 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34427fa-d2b2-44fd-922b-63d319fa309d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdf894b-460d-4647-a744-107030f15604,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:48.339825 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987da49-f01a-4c3e-8729-1a81e520873e req-88117d18-f353-4409-a17a-d88bbb57e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:48.341346 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6987da49-f01a-4c3e-8729-1a81e520873e req-88117d18-f353-4409-a17a-d88bbb57e199 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37cd1572-14d0-471e-b2ca-ff3f9078882e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416830 Jul 24 01:01:48.392415 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:48.459740 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6987da49-f01a-4c3e-8729-1a81e520873e req-e4cc4595-964d-4552-b8f7-b3a42fd0693e service neutron] 10.222.0.39 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080627 Jul 24 01:01:48.494524 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:48.527522 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96178a-36a4-4abf-8883-0bb501c07b03 req-e0c87720-e837-4333-9057-0cfe517803c6 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:48.529369 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fd96178a-36a4-4abf-8883-0bb501c07b03 req-e0c87720-e837-4333-9057-0cfe517803c6 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0611041 Jul 24 01:01:48.558541 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:48.585188 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 59972) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:48.586033 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6987da49-f01a-4c3e-8729-1a81e520873e req-c93c141d-bb2f-4266-b348-79523f86f9a9 service neutron] 10.222.0.39 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191528 Jul 24 01:01:48.595613 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fd96178a-36a4-4abf-8883-0bb501c07b03 req-0ce53d93-22a3-47fa-91b0-5c2bd6c5f2f0 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537984 Jul 24 01:01:48.602571 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e802e129-dde2-4a3b-a836-2401f7cc1e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:48.699014 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e802e129-dde2-4a3b-a836-2401f7cc1e45 admin admin] Publish callbacks [] for security_group (f2745c3a-92b9-489b-b210-72287ed695b7), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:48.702996 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e802e129-dde2-4a3b-a836-2401f7cc1e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (f2745c3a-92b9-489b-b210-72287ed695b7), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:48.741688 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802e129-dde2-4a3b-a836-2401f7cc1e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2745c3a-92b9-489b-b210-72287ed695b7,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:48.748657 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e802e129-dde2-4a3b-a836-2401f7cc1e45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dec2f27aa0394bf99839c528d6156448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1600113 Jul 24 01:01:48.748657 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 59980) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:48.801521 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4df6070a-d628-469d-82c3-3fc6ba14f97f admin admin] Publish callbacks [] for security_group (f2745c3a-92b9-489b-b210-72287ed695b7), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:48.825767 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4df6070a-d628-469d-82c3-3fc6ba14f97f admin admin] Publish callbacks [] for security_group (f2745c3a-92b9-489b-b210-72287ed695b7), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:48.829049 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:48.874895 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4df6070a-d628-469d-82c3-3fc6ba14f97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (f2745c3a-92b9-489b-b210-72287ed695b7), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:48.877392 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4df6070a-d628-469d-82c3-3fc6ba14f97f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:48.878639 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-4df6070a-d628-469d-82c3-3fc6ba14f97f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2745c3a-92b9-489b-b210-72287ed695b7 HTTP/1.1" status: 204 len: 168 time: 0.1290674 Jul 24 01:01:48.886651 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6070a-d628-469d-82c3-3fc6ba14f97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2745c3a-92b9-489b-b210-72287ed695b7,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:49.176963 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 7d0e4b10-307a-45ff-8fcf-b60161deca8f up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:49.227373 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning for port 7d0e4b10-307a-45ff-8fcf-b60161deca8f completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 01:01:49.228844 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b74d3-f5ba-4298-b14d-b2969f9d7447 req-9b0aa84e-98a5-4297-b9ef-9832bd6c2039 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:49.230545 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f22b74d3-f5ba-4298-b14d-b2969f9d7447 req-9b0aa84e-98a5-4297-b9ef-9832bd6c2039 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 944 time: 0.0506988 Jul 24 01:01:49.234710 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port 7d0e4b10-307a-45ff-8fcf-b60161deca8f triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:01:49.235456 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (7d0e4b10-307a-45ff-8fcf-b60161deca8f), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:49.286369 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f22b74d3-f5ba-4298-b14d-b2969f9d7447 req-4227c8de-0ae9-42c8-a136-616be3314537 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480881 Jul 24 01:01:49.324727 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 7d0e4b10-307a-45ff-8fcf-b60161deca8f is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:01:49.325113 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (7d0e4b10-307a-45ff-8fcf-b60161deca8f), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:49.349156 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e7b2bf-8a97-487f-ae6d-fdfedd53b696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0e4b10-307a-45ff-8fcf-b60161deca8f'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:01:49.351485 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc13056-7f13-4a63-8055-884356a5a7bc" -d '{"events": [{"server_uuid": "e6e7b2bf-8a97-487f-ae6d-fdfedd53b696", "name": "network-vif-plugged", "status": "completed", "tag": "7d0e4b10-307a-45ff-8fcf-b60161deca8f"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:49.364609 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 7d0e4b10-307a-45ff-8fcf-b60161deca8f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7d0e4b10-307a-45ff-8fcf-b60161deca8f,segment=NetworkSegment(21be0d44-3350-41eb-955e-6856e87a6bf7),segment_id=21be0d44-3350-41eb-955e-6856e87a6bf7)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:49.369803 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (7d0e4b10-307a-45ff-8fcf-b60161deca8f), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:49.396497 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9910017-c52c-4b47-81df-9fe6223120ed x-openstack-request-id: req-c9910017-c52c-4b47-81df-9fe6223120ed {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:49.396793 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e7b2bf-8a97-487f-ae6d-fdfedd53b696", "name": "network-vif-plugged", "status": "completed", "tag": "7d0e4b10-307a-45ff-8fcf-b60161deca8f", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:49.397050 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9910017-c52c-4b47-81df-9fe6223120ed {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:49.397448 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9910017-c52c-4b47-81df-9fe6223120ed'] response: {'server_uuid': 'e6e7b2bf-8a97-487f-ae6d-fdfedd53b696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0e4b10-307a-45ff-8fcf-b60161deca8f', 'code': 200} Jul 24 01:01:49.425345 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=7d0e4b10-307a-45ff-8fcf-b60161deca8f,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:49.651315 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32eb7e-b5b8-47d4-865c-6975822ad673 req-b3e95806-c77e-46b9-86b8-571fc23cca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:49.652831 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5c32eb7e-b5b8-47d4-865c-6975822ad673 req-b3e95806-c77e-46b9-86b8-571fc23cca01 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 1129 time: 0.0407221 Jul 24 01:01:49.700340 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5c32eb7e-b5b8-47d4-865c-6975822ad673 req-aabdb85d-7910-4309-8c53-b10cb0446ffb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396590 Jul 24 01:01:49.718367 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dfe72-d082-41f4-930e-c1a11033dcd0 req-a24fc5a0-a3fa-4618-8ee9-8493c115ecbd tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:49.719891 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-043dfe72-d082-41f4-930e-c1a11033dcd0 req-a24fc5a0-a3fa-4618-8ee9-8493c115ecbd tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0498331 Jul 24 01:01:49.771298 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-043dfe72-d082-41f4-930e-c1a11033dcd0 req-26898dc0-2409-4038-8987-af6fc7092778 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451167 Jul 24 01:01:49.901840 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 60026) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:50.124903 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:50.284827 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-96911a77-a7b3-4fa8-8c98-a54cf4d27efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687808'] for router_interface (b1a9e21a-35b4-4a2d-a176-bab8b83005b8), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:50.360513 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:50.508110 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee67a78-d7ab-433c-8249-69a4ae12f257 req-736ad065-60b1-40d3-bb1f-e700af3f0c10 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:50.509498 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7ee67a78-d7ab-433c-8249-69a4ae12f257 req-736ad065-60b1-40d3-bb1f-e700af3f0c10 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 945 time: 0.1299951 Jul 24 01:01:50.607435 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7ee67a78-d7ab-433c-8249-69a4ae12f257 req-2e56f8b6-9f61-4b95-bad0-39ea9f882ed2 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887299 Jul 24 01:01:50.641979 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-96911a77-a7b3-4fa8-8c98-a54cf4d27efb admin admin] Deleting port 226f8ef6-1a72-4f21-98fc-807c2e82056d {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:01:50.642323 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-96911a77-a7b3-4fa8-8c98-a54cf4d27efb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (226f8ef6-1a72-4f21-98fc-807c2e82056d), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:50.730988 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-96911a77-a7b3-4fa8-8c98-a54cf4d27efb admin admin] For port 226f8ef6-1a72-4f21-98fc-807c2e82056d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=226f8ef6-1a72-4f21-98fc-807c2e82056d,segment=NetworkSegment(41b24d9e-73d1-4509-820e-aa8b151062fb),segment_id=41b24d9e-73d1-4509-820e-aa8b151062fb)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:50.731355 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-96911a77-a7b3-4fa8-8c98-a54cf4d27efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (226f8ef6-1a72-4f21-98fc-807c2e82056d), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:50.745052 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-96911a77-a7b3-4fa8-8c98-a54cf4d27efb admin admin] Calling delete_port for 226f8ef6-1a72-4f21-98fc-807c2e82056d owned by network:router_interface {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:01:50.916486 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2891964-055f-4025-98fb-38b4bd644d19 req-fa9b51de-20f4-4332-b664-447bca68c485 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:50.918029 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f2891964-055f-4025-98fb-38b4bd644d19 req-fa9b51de-20f4-4332-b664-447bca68c485 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0626531 Jul 24 01:01:51.000644 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f2891964-055f-4025-98fb-38b4bd644d19 req-aacc6b0d-c98b-4264-a3c1-980a610c85c8 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721264 Jul 24 01:01:51.025672 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-96911a77-a7b3-4fa8-8c98-a54cf4d27efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239'] for port (226f8ef6-1a72-4f21-98fc-807c2e82056d), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:51.059189 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96911a77-a7b3-4fa8-8c98-a54cf4d27efb admin admin] Pushing event deleted for resources: {'Port': ['ID=226f8ef6-1a72-4f21-98fc-807c2e82056d,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:51.126758 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:51.198941 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-96911a77-a7b3-4fa8-8c98-a54cf4d27efb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687152'] for router_interface (b1a9e21a-35b4-4a2d-a176-bab8b83005b8), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:51.257570 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 60076) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:51.389440 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-da4916ed-82a0-4aaf-a006-cbeb468c5674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:51.446984 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:51.465671 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:51.469235 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96911a77-a7b3-4fa8-8c98-a54cf4d27efb admin admin] Router b1a9e21a-35b4-4a2d-a176-bab8b83005b8 has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:01:51.483862 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-da4916ed-82a0-4aaf-a006-cbeb468c5674 admin admin] Publish callbacks [] for security_group (44f9eef2-ece3-4c2a-a09e-9f58a34cc31c), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:51.490014 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-da4916ed-82a0-4aaf-a006-cbeb468c5674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (44f9eef2-ece3-4c2a-a09e-9f58a34cc31c), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:51.530873 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-da4916ed-82a0-4aaf-a006-cbeb468c5674 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81c295ec881a47148b7c357198f8a5be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721601 Jul 24 01:01:51.536186 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 60082) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:51.558662 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4916ed-82a0-4aaf-a006-cbeb468c5674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f9eef2-ece3-4c2a-a09e-9f58a34cc31c,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:51.582282 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96911a77-a7b3-4fa8-8c98-a54cf4d27efb admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:01:51.593084 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-96911a77-a7b3-4fa8-8c98-a54cf4d27efb admin admin] 10.222.0.18 "PUT /v2.0/routers/b1a9e21a-35b4-4a2d-a176-bab8b83005b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6883664 Jul 24 01:01:51.593288 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 60084) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:51.598982 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02049e11-5b8f-4c3f-8cc4-087bf81d14b5 None None] Sync routers for ids ['b1a9e21a-35b4-4a2d-a176-bab8b83005b8'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:01:51.602746 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-77212272-25a6-4361-8fd4-0d15fa40105f admin admin] Publish callbacks [] for security_group (44f9eef2-ece3-4c2a-a09e-9f58a34cc31c), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:51.609446 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02049e11-5b8f-4c3f-8cc4-087bf81d14b5 None None] Routers {'b1a9e21a-35b4-4a2d-a176-bab8b83005b8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:01:51.610286 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-02049e11-5b8f-4c3f-8cc4-087bf81d14b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:01:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b1a9e21a-35b4-4a2d-a176-bab8b83005b8'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:51.642125 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-77212272-25a6-4361-8fd4-0d15fa40105f admin admin] Publish callbacks [] for security_group (44f9eef2-ece3-4c2a-a09e-9f58a34cc31c), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:51.716597 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-77212272-25a6-4361-8fd4-0d15fa40105f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (44f9eef2-ece3-4c2a-a09e-9f58a34cc31c), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:51.734448 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-77212272-25a6-4361-8fd4-0d15fa40105f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:51.738945 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-77212272-25a6-4361-8fd4-0d15fa40105f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44f9eef2-ece3-4c2a-a09e-9f58a34cc31c HTTP/1.1" status: 204 len: 168 time: 0.2016490 Jul 24 01:01:51.747596 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77212272-25a6-4361-8fd4-0d15fa40105f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f9eef2-ece3-4c2a-a09e-9f58a34cc31c,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:51.803679 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7bb3a-3d43-49db-88aa-43d4a630264f req-93511301-e553-4569-a84d-a8610d051303 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:51.805209 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-34d7bb3a-3d43-49db-88aa-43d4a630264f req-93511301-e553-4569-a84d-a8610d051303 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 945 time: 0.0607264 Jul 24 01:01:51.806898 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0f113443-90e6-4f45-be35-9b5fd033ea1e admin admin] Publish callbacks [] for router (b1a9e21a-35b4-4a2d-a176-bab8b83005b8), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:51.822132 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-02049e11-5b8f-4c3f-8cc4-087bf81d14b5 None None] Set router b1a9e21a-35b4-4a2d-a176-bab8b83005b8 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:01:51.919000 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=100 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:52.002205 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=100 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:52.018740 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-02049e11-5b8f-4c3f-8cc4-087bf81d14b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'name': 'tempest-DeleteServersTestJSON-1507528033-router', 'tenant_id': 'c129535452294d998fee4c9e259c9d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b6f20819-23b0-48f9-81da-3a29f4d27143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:01:50Z', 'revision_number': 5, 'project_id': 'c129535452294d998fee4c9e259c9d41', 'gw_port': {'id': 'b6f20819-23b0-48f9-81da-3a29f4d27143', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:33Z', 'updated_at': '2022-07-24T01:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:52.052434 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02049e11-5b8f-4c3f-8cc4-087bf81d14b5 None None] Checking router: b1a9e21a-35b4-4a2d-a176-bab8b83005b8 for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:01:52.063069 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02049e11-5b8f-4c3f-8cc4-087bf81d14b5 None None] Routers {'b1a9e21a-35b4-4a2d-a176-bab8b83005b8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:01:52.063830 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-02049e11-5b8f-4c3f-8cc4-087bf81d14b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:01:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b1a9e21a-35b4-4a2d-a176-bab8b83005b8'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:52.085052 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 60098) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:52.098957 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-13079af2-d860-49d6-9ffe-92982fdd0edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:52.176774 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-02049e11-5b8f-4c3f-8cc4-087bf81d14b5 None None] Set router b1a9e21a-35b4-4a2d-a176-bab8b83005b8 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:01:52.185521 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-13079af2-d860-49d6-9ffe-92982fdd0edb admin admin] Publish callbacks [] for security_group (0342590a-8bcb-4e4b-a4f8-18937abf3753), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:52.190063 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-13079af2-d860-49d6-9ffe-92982fdd0edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (0342590a-8bcb-4e4b-a4f8-18937abf3753), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:52.193695 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8e76c-27a8-464f-aee9-889cee48c4ba req-fe508170-3fb8-4640-aef4-3463799ee6e6 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:52.195459 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ebb8e76c-27a8-464f-aee9-889cee48c4ba req-fe508170-3fb8-4640-aef4-3463799ee6e6 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.1149204 Jul 24 01:01:52.235984 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13079af2-d860-49d6-9ffe-92982fdd0edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0342590a-8bcb-4e4b-a4f8-18937abf3753,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:52.244431 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-13079af2-d860-49d6-9ffe-92982fdd0edb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6470ca285fc428db8123a2de68dc6f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1559041 Jul 24 01:01:52.244637 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-34d7bb3a-3d43-49db-88aa-43d4a630264f req-831983f0-d961-4a8c-80f3-8c3591c5c408 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605237 Jul 24 01:01:52.248357 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 60102) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:52.256775 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:01:52.311042 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0f113443-90e6-4f45-be35-9b5fd033ea1e admin admin] Publish callbacks [] for router_gateway (b1a9e21a-35b4-4a2d-a176-bab8b83005b8), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:52.323026 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ebb8e76c-27a8-464f-aee9-889cee48c4ba req-b00f68b8-a717-4312-9559-a931d3297278 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184320 Jul 24 01:01:52.362572 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5367eba7-168f-4797-a7d7-21f4af85f8e0 admin admin] Publish callbacks [] for security_group (0342590a-8bcb-4e4b-a4f8-18937abf3753), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:52.366859 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:52.392371 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-0f113443-90e6-4f45-be35-9b5fd033ea1e admin admin] Deleting port b6f20819-23b0-48f9-81da-3a29f4d27143 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:01:52.398147 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0f113443-90e6-4f45-be35-9b5fd033ea1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (b6f20819-23b0-48f9-81da-3a29f4d27143), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:52.398455 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-02049e11-5b8f-4c3f-8cc4-087bf81d14b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'name': 'tempest-DeleteServersTestJSON-1507528033-router', 'tenant_id': 'c129535452294d998fee4c9e259c9d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b6f20819-23b0-48f9-81da-3a29f4d27143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:01:50Z', 'revision_number': 5, 'project_id': 'c129535452294d998fee4c9e259c9d41', 'gw_port': {'id': 'b6f20819-23b0-48f9-81da-3a29f4d27143', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:33Z', 'updated_at': '2022-07-24T01:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:52.409752 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5367eba7-168f-4797-a7d7-21f4af85f8e0 admin admin] Publish callbacks [] for security_group (0342590a-8bcb-4e4b-a4f8-18937abf3753), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:52.418466 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02049e11-5b8f-4c3f-8cc4-087bf81d14b5 None None] The sync data for ids ['b1a9e21a-35b4-4a2d-a176-bab8b83005b8'] in dv-cinder-master-3-iscsi is: [{'id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'name': 'tempest-DeleteServersTestJSON-1507528033-router', 'tenant_id': 'c129535452294d998fee4c9e259c9d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.135'}], 'enable_snat': True}, 'gw_port_id': 'b6f20819-23b0-48f9-81da-3a29f4d27143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:01:50Z', 'revision_number': 5, 'project_id': 'c129535452294d998fee4c9e259c9d41', 'gw_port': {'id': 'b6f20819-23b0-48f9-81da-3a29f4d27143', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:0e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9e21a-35b4-4a2d-a176-bab8b83005b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:33Z', 'updated_at': '2022-07-24T01:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:01:52.520769 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-0f113443-90e6-4f45-be35-9b5fd033ea1e admin admin] For port b6f20819-23b0-48f9-81da-3a29f4d27143, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b6f20819-23b0-48f9-81da-3a29f4d27143,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:52.521195 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0f113443-90e6-4f45-be35-9b5fd033ea1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (b6f20819-23b0-48f9-81da-3a29f4d27143), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:52.528607 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5367eba7-168f-4797-a7d7-21f4af85f8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (0342590a-8bcb-4e4b-a4f8-18937abf3753), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:52.531110 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5367eba7-168f-4797-a7d7-21f4af85f8e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:52.535564 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5367eba7-168f-4797-a7d7-21f4af85f8e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0342590a-8bcb-4e4b-a4f8-18937abf3753 HTTP/1.1" status: 204 len: 168 time: 0.2832158 Jul 24 01:01:52.544598 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-0f113443-90e6-4f45-be35-9b5fd033ea1e admin admin] Calling delete_port for b6f20819-23b0-48f9-81da-3a29f4d27143 owned by network:router_gateway {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:01:52.548807 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367eba7-168f-4797-a7d7-21f4af85f8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0342590a-8bcb-4e4b-a4f8-18937abf3753,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:52.603831 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:52.757303 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0f113443-90e6-4f45-be35-9b5fd033ea1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239'] for port (b6f20819-23b0-48f9-81da-3a29f4d27143), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:52.821586 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f113443-90e6-4f45-be35-9b5fd033ea1e admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f20819-23b0-48f9-81da-3a29f4d27143,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:52.867403 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0f113443-90e6-4f45-be35-9b5fd033ea1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687419'] for router_gateway (b1a9e21a-35b4-4a2d-a176-bab8b83005b8), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:52.987179 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0f113443-90e6-4f45-be35-9b5fd033ea1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1249'] for router (b1a9e21a-35b4-4a2d-a176-bab8b83005b8), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:52.989992 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0f113443-90e6-4f45-be35-9b5fd033ea1e admin admin] Publish callbacks [] for router_controller (b1a9e21a-35b4-4a2d-a176-bab8b83005b8), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:53.057468 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0f113443-90e6-4f45-be35-9b5fd033ea1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680094'] for router (b1a9e21a-35b4-4a2d-a176-bab8b83005b8), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:53.058252 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f113443-90e6-4f45-be35-9b5fd033ea1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1a9e21a-35b4-4a2d-a176-bab8b83005b8 {{(pid=103996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:01:53.075509 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0f113443-90e6-4f45-be35-9b5fd033ea1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:53.078935 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-0f113443-90e6-4f45-be35-9b5fd033ea1e admin admin] 10.222.0.18 "DELETE /v2.0/routers/b1a9e21a-35b4-4a2d-a176-bab8b83005b8 HTTP/1.1" status: 204 len: 168 time: 1.4824827 Jul 24 01:01:53.079206 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 60164) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:53.128934 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-db299da9-819f-40e3-84b5-881fd58d0961 admin admin] Deleting subnet d29760ce-76a3-492d-a13f-9beae36f2f06 {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 01:01:53.136709 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-db299da9-819f-40e3-84b5-881fd58d0961 admin admin] Publish callbacks [] for subnet (d29760ce-76a3-492d-a13f-9beae36f2f06), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:53.156217 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 226f8ef6-1a72-4f21-98fc-807c2e82056d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:01:53.179885 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-db299da9-819f-40e3-84b5-881fd58d0961 admin admin] Publish callbacks [] for subnet (d29760ce-76a3-492d-a13f-9beae36f2f06), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:53.180576 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 226f8ef6-1a72-4f21-98fc-807c2e82056d {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:01:53.181150 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 226f8ef6-1a72-4f21-98fc-807c2e82056d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:01:53.275820 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-db299da9-819f-40e3-84b5-881fd58d0961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1702200'] for subnet (d29760ce-76a3-492d-a13f-9beae36f2f06), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:53.342875 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-db299da9-819f-40e3-84b5-881fd58d0961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1702193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for subnet (d29760ce-76a3-492d-a13f-9beae36f2f06), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:53.360176 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-db299da9-819f-40e3-84b5-881fd58d0961 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:53.366059 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 60174) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:53.375322 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-db299da9-819f-40e3-84b5-881fd58d0961 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d29760ce-76a3-492d-a13f-9beae36f2f06 HTTP/1.1" status: 204 len: 168 time: 0.2949066 Jul 24 01:01:53.382906 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a081292d-0d63-44b0-bd3e-d48e4a763523 None None] Network b9d14848-c599-4212-8897-d0ad638b5278 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:01:53.400627 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db299da9-819f-40e3-84b5-881fd58d0961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d29760ce-76a3-492d-a13f-9beae36f2f06,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:53.485368 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832658a-7994-4280-9262-ec6c9bf82d4c req-03fd1270-9db8-4c9c-9779-8c54e58a2f02 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:53.494462 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9832658a-7994-4280-9262-ec6c9bf82d4c req-03fd1270-9db8-4c9c-9779-8c54e58a2f02 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0715380 Jul 24 01:01:53.567450 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9832658a-7994-4280-9262-ec6c9bf82d4c req-5e87c7ab-5ef0-47f6-bcbc-c67765726dbf tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693891 Jul 24 01:01:53.576459 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5a6c96-04bc-4714-9127-5fc0e02e238d None None] DHCP port deletion for b9d14848-c599-4212-8897-d0ad638b5278 request from dv-cinder-master-3-iscsi {{(pid=103997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 24 01:01:53.611917 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:53.628408 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-ae5a6c96-04bc-4714-9127-5fc0e02e238d None None] Deleting port 6cf4c4e5-c893-403c-a108-ff7a2df053de {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:01:53.628817 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ae5a6c96-04bc-4714-9127-5fc0e02e238d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (6cf4c4e5-c893-403c-a108-ff7a2df053de), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:53.715088 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-ae5a6c96-04bc-4714-9127-5fc0e02e238d None None] For port 6cf4c4e5-c893-403c-a108-ff7a2df053de, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6cf4c4e5-c893-403c-a108-ff7a2df053de,segment=NetworkSegment(41b24d9e-73d1-4509-820e-aa8b151062fb),segment_id=41b24d9e-73d1-4509-820e-aa8b151062fb)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:53.715648 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ae5a6c96-04bc-4714-9127-5fc0e02e238d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (6cf4c4e5-c893-403c-a108-ff7a2df053de), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:53.732747 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-ae5a6c96-04bc-4714-9127-5fc0e02e238d None None] Calling delete_port for 6cf4c4e5-c893-403c-a108-ff7a2df053de owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:01:53.738059 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:53.738611 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658929'] for network (b9d14848-c599-4212-8897-d0ad638b5278), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:53.792675 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Deleting port 6cf4c4e5-c893-403c-a108-ff7a2df053de {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:01:53.792800 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (6cf4c4e5-c893-403c-a108-ff7a2df053de), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:53.882294 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] For port 6cf4c4e5-c893-403c-a108-ff7a2df053de, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6cf4c4e5-c893-403c-a108-ff7a2df053de,segment=NetworkSegment(41b24d9e-73d1-4509-820e-aa8b151062fb),segment_id=41b24d9e-73d1-4509-820e-aa8b151062fb)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:53.882584 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (6cf4c4e5-c893-403c-a108-ff7a2df053de), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:53.899909 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Calling delete_port for 6cf4c4e5-c893-403c-a108-ff7a2df053de owned by network:dhcp {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:01:53.924316 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ae5a6c96-04bc-4714-9127-5fc0e02e238d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239'] for port (6cf4c4e5-c893-403c-a108-ff7a2df053de), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:53.949274 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a6c96-04bc-4714-9127-5fc0e02e238d None None] Pushing event deleted for resources: {'Port': ['ID=6cf4c4e5-c893-403c-a108-ff7a2df053de,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:53.954414 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5a6c96-04bc-4714-9127-5fc0e02e238d None None] No DVR routers for this DVR port 6cf4c4e5-c893-403c-a108-ff7a2df053de on host dv-cinder-master-3-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:01:53.972770 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:54.020106 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239'] for port (6cf4c4e5-c893-403c-a108-ff7a2df053de), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:54.043937 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:54.047373 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf4c4e5-c893-403c-a108-ff7a2df053de,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:54.052148 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] No DVR routers for this DVR port 6cf4c4e5-c893-403c-a108-ff7a2df053de on host dv-cinder-master-3-iscsi {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:01:54.126213 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702323', 'neutron.services.segments.db._delete_segments_for_network-8763390966860'] for network (b9d14848-c599-4212-8897-d0ad638b5278), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:54.147717 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:01:54.148013 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:01:54.148773 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:01:54.149113 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Subscribe: > port after_create 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:01:54.149461 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:01:54.149804 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Subscribe: > port after_update 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:01:54.150139 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:01:54.150482 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:01:54.150825 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:01:54.151161 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:01:54.335131 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:01:54.335491 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:01:54.335926 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:01:54.336257 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:01:54.336626 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d14848-c599-4212-8897-d0ad638b5278']}} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:54.357984 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b24d9e-73d1-4509-820e-aa8b151062fb') {'for_net_delete': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:54.358273 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b24d9e-73d1-4509-820e-aa8b151062fb') {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:54.376714 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763390966245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4260252'] for segment (41b24d9e-73d1-4509-820e-aa8b151062fb), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:54.403201 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (41b24d9e-73d1-4509-820e-aa8b151062fb), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:54.419117 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:01:54.419576 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4238482'] for segment (41b24d9e-73d1-4509-820e-aa8b151062fb), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:54.488278 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687525'] for network (b9d14848-c599-4212-8897-d0ad638b5278), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:54.503864 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:54.507375 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b9d14848-c599-4212-8897-d0ad638b5278 HTTP/1.1" status: 204 len: 168 time: 1.1396427 Jul 24 01:01:54.518131 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b5954-1d77-4fa7-8876-8c8fcbd00153 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9d14848-c599-4212-8897-d0ad638b5278,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:54.673359 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:54.688201 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6a6e8-a5d6-4ea1-8d24-d8d696cbf10c req-34ee79dc-b25b-454a-88f4-2016ceb51a34 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:54.689675 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4fb6a6e8-a5d6-4ea1-8d24-d8d696cbf10c req-34ee79dc-b25b-454a-88f4-2016ceb51a34 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0520525 Jul 24 01:01:54.720912 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 60220) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:54.743081 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4fb6a6e8-a5d6-4ea1-8d24-d8d696cbf10c req-95f1c70a-1159-45a2-9f34-446427d66ade tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455914 Jul 24 01:01:54.784192 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-6403c412-d741-47a2-9769-9618120e81c3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c129535452294d998fee4c9e259c9d41&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0583878 Jul 24 01:01:54.784593 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 60222) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:54.855212 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe7f9-2116-4fbe-bba1-4741626ad32f admin admin] Publish callbacks [] for security_group (69329197-a495-494b-8252-a943292b1b35), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:54.882343 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe7f9-2116-4fbe-bba1-4741626ad32f admin admin] Publish callbacks [] for security_group (69329197-a495-494b-8252-a943292b1b35), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:54.903650 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.services.segments.plugin [-] Segment 41b24d9e-73d1-4509-820e-aa8b151062fb resource provider aggregate not found Jul 24 01:01:54.923597 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.services.segments.plugin [-] Segment 41b24d9e-73d1-4509-820e-aa8b151062fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41b24d9e-73d1-4509-820e-aa8b151062fb found for delete ", "request_id": "req-447411d5-339c-4fe9-bfd9-361a0ad9d21d"}]} Jul 24 01:01:54.944938 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe7f9-2116-4fbe-bba1-4741626ad32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (69329197-a495-494b-8252-a943292b1b35), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:54.947807 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe7f9-2116-4fbe-bba1-4741626ad32f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:54.949144 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-d8bfe7f9-2116-4fbe-bba1-4741626ad32f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69329197-a495-494b-8252-a943292b1b35 HTTP/1.1" status: 204 len: 168 time: 0.1635303 Jul 24 01:01:54.952602 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:01:54.959641 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfe7f9-2116-4fbe-bba1-4741626ad32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69329197-a495-494b-8252-a943292b1b35,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:55.134455 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device b6f20819-23b0-48f9-81da-3a29f4d27143 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:01:55.159782 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: b6f20819-23b0-48f9-81da-3a29f4d27143 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:01:55.160369 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device b6f20819-23b0-48f9-81da-3a29f4d27143 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:01:55.160874 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 6cf4c4e5-c893-403c-a108-ff7a2df053de no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:01:55.180977 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 6cf4c4e5-c893-403c-a108-ff7a2df053de {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:01:55.181531 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 6cf4c4e5-c893-403c-a108-ff7a2df053de not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:01:55.862674 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf5178-381c-4582-9cb5-ee4196e20d06 req-7510dd82-fe37-4484-a95c-f2f798a30c69 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:55.864272 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0bbf5178-381c-4582-9cb5-ee4196e20d06 req-7510dd82-fe37-4484-a95c-f2f798a30c69 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0504253 Jul 24 01:01:55.921764 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0bbf5178-381c-4582-9cb5-ee4196e20d06 req-e3204efa-4670-45ee-a144-7454190ac16e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475006 Jul 24 01:01:56.332562 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 60308) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:56.440342 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8856e937-3eca-4a4d-a589-f7265bb81138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:56.519502 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8856e937-3eca-4a4d-a589-f7265bb81138 admin admin] Publish callbacks [] for security_group (2bafa6f4-10c0-434a-abff-e09fa648ffe8), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:56.529279 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8856e937-3eca-4a4d-a589-f7265bb81138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (2bafa6f4-10c0-434a-abff-e09fa648ffe8), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:56.571066 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-8856e937-3eca-4a4d-a589-f7265bb81138 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75686cdd2e114839b8ecf5a4fc1a2dbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374082 Jul 24 01:01:56.571923 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856e937-3eca-4a4d-a589-f7265bb81138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bafa6f4-10c0-434a-abff-e09fa648ffe8,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:56.574362 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 60314) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:01:56.623870 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ff5fbc-a6d3-416b-8f35-e0a2a70aeaa4 admin admin] Publish callbacks [] for security_group (2bafa6f4-10c0-434a-abff-e09fa648ffe8), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:56.646998 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ff5fbc-a6d3-416b-8f35-e0a2a70aeaa4 admin admin] Publish callbacks [] for security_group (2bafa6f4-10c0-434a-abff-e09fa648ffe8), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:56.693375 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ff5fbc-a6d3-416b-8f35-e0a2a70aeaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (2bafa6f4-10c0-434a-abff-e09fa648ffe8), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:56.696246 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ff5fbc-a6d3-416b-8f35-e0a2a70aeaa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:01:56.697404 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-43ff5fbc-a6d3-416b-8f35-e0a2a70aeaa4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bafa6f4-10c0-434a-abff-e09fa648ffe8 HTTP/1.1" status: 204 len: 168 time: 0.1220260 Jul 24 01:01:56.707370 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff5fbc-a6d3-416b-8f35-e0a2a70aeaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bafa6f4-10c0-434a-abff-e09fa648ffe8,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:57.059540 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a53aca-395d-49f2-8858-c3cf09a31dfc req-d76c39bf-845d-4db5-b416-ea5fb3d6ca6d tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:57.061110 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a1a53aca-395d-49f2-8858-c3cf09a31dfc req-d76c39bf-845d-4db5-b416-ea5fb3d6ca6d tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0569067 Jul 24 01:01:57.126376 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a1a53aca-395d-49f2-8858-c3cf09a31dfc req-ea29e72e-c0ef-42a5-9280-ee9a46dcea87 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508657 Jul 24 01:01:58.289021 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3cc0f-468f-4abd-a3a1-a721b353993a req-5ddb230f-ed3f-40de-96a7-1ae050a2636c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:58.300984 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-94e3cc0f-468f-4abd-a3a1-a721b353993a req-5ddb230f-ed3f-40de-96a7-1ae050a2636c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0845480 Jul 24 01:01:58.387902 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-94e3cc0f-468f-4abd-a3a1-a721b353993a req-99465437-a2c9-47d9-9b4d-7981691ffb20 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853698 Jul 24 01:01:59.493669 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506582a-8017-46b6-ac7a-ab7e8028e8c8 req-a809cfb0-e005-46c1-9a5a-4c855a3854bf tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:01:59.495117 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4506582a-8017-46b6-ac7a-ab7e8028e8c8 req-a809cfb0-e005-46c1-9a5a-4c855a3854bf tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0456865 Jul 24 01:01:59.541755 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4506582a-8017-46b6-ac7a-ab7e8028e8c8 req-f8e94fb3-70b6-4cd4-a7b6-01d594d31829 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408759 Jul 24 01:02:00.657327 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43460848-36d8-4959-9fb8-29df277fe29d req-7b2ec422-8997-4d5a-af39-72239dd36ed6 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:00.659876 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43460848-36d8-4959-9fb8-29df277fe29d req-7b2ec422-8997-4d5a-af39-72239dd36ed6 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0496593 Jul 24 01:02:00.706404 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43460848-36d8-4959-9fb8-29df277fe29d req-7a1ac45a-4a59-4a96-b373-14cfebb21f73 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408204 Jul 24 01:02:01.824035 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d63a4-31d4-4e44-a1b3-291aba2bad3a req-7b5fbb6c-395e-49fa-82ba-55773a79a44c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:01.825651 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-822d63a4-31d4-4e44-a1b3-291aba2bad3a req-7b5fbb6c-395e-49fa-82ba-55773a79a44c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0513275 Jul 24 01:02:01.873878 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-822d63a4-31d4-4e44-a1b3-291aba2bad3a req-6a4f10e7-de7c-4a3e-a281-84928285ed2e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416226 Jul 24 01:02:02.988052 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e07c5-ceb7-4e22-9c91-0bcde146ecc6 req-34a55c0f-a704-4f0e-8a63-73c76c42d651 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:02.989594 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-095e07c5-ceb7-4e22-9c91-0bcde146ecc6 req-34a55c0f-a704-4f0e-8a63-73c76c42d651 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0484209 Jul 24 01:02:03.015404 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:03.039416 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-095e07c5-ceb7-4e22-9c91-0bcde146ecc6 req-f76a62eb-515a-4ab0-962f-b28945e42929 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440662 Jul 24 01:02:04.153771 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663d529-4bf3-47ad-bb2c-79f9ea6e9373 req-74933510-51ad-48b0-bd35-a041f0f56418 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:04.155388 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7663d529-4bf3-47ad-bb2c-79f9ea6e9373 req-74933510-51ad-48b0-bd35-a041f0f56418 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0487716 Jul 24 01:02:04.188924 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:04.208544 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7663d529-4bf3-47ad-bb2c-79f9ea6e9373 req-17d6b115-a183-4957-bc3c-5adf70652d9e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475032 Jul 24 01:02:04.802659 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ba808-6c24-48e0-855b-3c290b1770f8 req-1362334c-6b2c-42be-aa82-3872c0dae7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:04.804517 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-050ba808-6c24-48e0-855b-3c290b1770f8 req-1362334c-6b2c-42be-aa82-3872c0dae7fa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 1130 time: 0.0525105 Jul 24 01:02:04.867074 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-050ba808-6c24-48e0-855b-3c290b1770f8 req-ea5a7695-815c-4e32-84ba-d44e3a11a482 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505521 Jul 24 01:02:05.105995 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 60544) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:05.181028 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:05.230665 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5432ea39-338c-40ec-b3e7-75164241f9c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:05.318513 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5432ea39-338c-40ec-b3e7-75164241f9c6 admin admin] Publish callbacks [] for security_group (08190226-b0bd-4b31-917b-7829df31a1d9), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:05.323246 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5432ea39-338c-40ec-b3e7-75164241f9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (08190226-b0bd-4b31-917b-7829df31a1d9), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:05.339110 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b98239-fac0-437d-b250-f07e65e37d26 req-b21f9af2-1044-4cf3-8064-dc772ec57ceb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:05.341269 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-25b98239-fac0-437d-b250-f07e65e37d26 req-b21f9af2-1044-4cf3-8064-dc772ec57ceb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0542104 Jul 24 01:02:05.365822 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-5432ea39-338c-40ec-b3e7-75164241f9c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e381456ff184b55970645064814206c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587054 Jul 24 01:02:05.368357 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432ea39-338c-40ec-b3e7-75164241f9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08190226-b0bd-4b31-917b-7829df31a1d9,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:05.370645 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 60558) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:05.404807 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:05.405047 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-25b98239-fac0-437d-b250-f07e65e37d26 req-0caedc2b-e449-4b8d-97a5-749c164694f4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554898 Jul 24 01:02:05.438337 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e70262db-f934-452a-87a8-3ec418df83f5 admin admin] Publish callbacks [] for security_group (08190226-b0bd-4b31-917b-7829df31a1d9), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:05.459982 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e70262db-f934-452a-87a8-3ec418df83f5 admin admin] Publish callbacks [] for security_group (08190226-b0bd-4b31-917b-7829df31a1d9), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:05.515273 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e70262db-f934-452a-87a8-3ec418df83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (08190226-b0bd-4b31-917b-7829df31a1d9), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:05.515273 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e70262db-f934-452a-87a8-3ec418df83f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:05.515273 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-e70262db-f934-452a-87a8-3ec418df83f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08190226-b0bd-4b31-917b-7829df31a1d9 HTTP/1.1" status: 204 len: 168 time: 0.1401618 Jul 24 01:02:05.520051 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70262db-f934-452a-87a8-3ec418df83f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08190226-b0bd-4b31-917b-7829df31a1d9,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:05.793098 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 60568) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:05.809570 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7e15f009-6dac-421f-a619-dfe6dbfaeaa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:05.857439 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:05.893997 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7e15f009-6dac-421f-a619-dfe6dbfaeaa0 admin admin] Publish callbacks [] for security_group (394b8a0f-e368-4482-af6f-b8269819bf06), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:05.897700 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7e15f009-6dac-421f-a619-dfe6dbfaeaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (394b8a0f-e368-4482-af6f-b8269819bf06), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:05.935665 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15f009-6dac-421f-a619-dfe6dbfaeaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394b8a0f-e368-4482-af6f-b8269819bf06,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:05.940610 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-7e15f009-6dac-421f-a619-dfe6dbfaeaa0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b321b6e5c13f413ba8a4fefa65941638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457868 Jul 24 01:02:05.943258 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 60576) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:06.004975 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bc215c23-7db0-4c36-9b32-fb34041f418a admin admin] Publish callbacks [] for security_group (394b8a0f-e368-4482-af6f-b8269819bf06), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:06.026185 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bc215c23-7db0-4c36-9b32-fb34041f418a admin admin] Publish callbacks [] for security_group (394b8a0f-e368-4482-af6f-b8269819bf06), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:06.080802 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bc215c23-7db0-4c36-9b32-fb34041f418a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (394b8a0f-e368-4482-af6f-b8269819bf06), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:06.083512 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bc215c23-7db0-4c36-9b32-fb34041f418a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:06.084757 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-bc215c23-7db0-4c36-9b32-fb34041f418a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/394b8a0f-e368-4482-af6f-b8269819bf06 HTTP/1.1" status: 204 len: 168 time: 0.1399541 Jul 24 01:02:06.093287 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc215c23-7db0-4c36-9b32-fb34041f418a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394b8a0f-e368-4482-af6f-b8269819bf06,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:06.128295 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 60582) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:06.250838 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-802f62a5-5d90-4a79-99e2-4474f6804349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:06.338484 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-802f62a5-5d90-4a79-99e2-4474f6804349 admin admin] Publish callbacks [] for security_group (1746e14d-0179-4826-81fc-c01ba9500cd5), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:06.342401 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-802f62a5-5d90-4a79-99e2-4474f6804349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (1746e14d-0179-4826-81fc-c01ba9500cd5), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:06.388517 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-802f62a5-5d90-4a79-99e2-4474f6804349 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77db5d77e9f74d8980c9516e732f5855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567077 Jul 24 01:02:06.388840 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 60592) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:06.392722 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f62a5-5d90-4a79-99e2-4474f6804349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1746e14d-0179-4826-81fc-c01ba9500cd5,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:06.475099 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c916d2cb-47bd-4821-b9cf-9b185b3363dc admin admin] Publish callbacks [] for security_group (1746e14d-0179-4826-81fc-c01ba9500cd5), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:06.495174 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 60598) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:06.514569 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-528f3a97-c7d9-4a98-94a2-883a9c66460c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:06.532121 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c916d2cb-47bd-4821-b9cf-9b185b3363dc admin admin] Publish callbacks [] for security_group (1746e14d-0179-4826-81fc-c01ba9500cd5), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:06.566994 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330db45b-5d4a-4bf6-b6db-fd096a1f802e req-8b1626fe-497c-4cdf-8b92-74f4ec5b65c8 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:06.568618 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-330db45b-5d4a-4bf6-b6db-fd096a1f802e req-8b1626fe-497c-4cdf-8b92-74f4ec5b65c8 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0793104 Jul 24 01:02:06.610747 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-528f3a97-c7d9-4a98-94a2-883a9c66460c admin admin] Publish callbacks [] for security_group (004bdb7a-7bec-4711-b6c0-980cba9cc670), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:06.615868 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-528f3a97-c7d9-4a98-94a2-883a9c66460c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (004bdb7a-7bec-4711-b6c0-980cba9cc670), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:06.630251 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-330db45b-5d4a-4bf6-b6db-fd096a1f802e req-c98800cd-1f82-4086-af26-3748003365d9 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541854 Jul 24 01:02:06.640265 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c916d2cb-47bd-4821-b9cf-9b185b3363dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (1746e14d-0179-4826-81fc-c01ba9500cd5), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:06.652536 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c916d2cb-47bd-4821-b9cf-9b185b3363dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:06.652536 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c916d2cb-47bd-4821-b9cf-9b185b3363dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1746e14d-0179-4826-81fc-c01ba9500cd5 HTTP/1.1" status: 204 len: 168 time: 0.2555594 Jul 24 01:02:06.659995 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916d2cb-47bd-4821-b9cf-9b185b3363dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1746e14d-0179-4826-81fc-c01ba9500cd5,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:06.664599 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-528f3a97-c7d9-4a98-94a2-883a9c66460c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4de236c99fc54be2b2319705cfb8c1f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1680322 Jul 24 01:02:06.665504 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f3a97-c7d9-4a98-94a2-883a9c66460c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004bdb7a-7bec-4711-b6c0-980cba9cc670,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:06.679001 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 60610) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:06.766518 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1704d6-9096-49ef-b902-3cea41b733e7 req-64717085-a8ac-44f1-864c-add57df406b3 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:06.768791 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-af1704d6-9096-49ef-b902-3cea41b733e7 req-64717085-a8ac-44f1-864c-add57df406b3 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0678048 Jul 24 01:02:06.790561 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bf410ba6-66a8-4e03-bea2-5cdd493f8f8b admin admin] Publish callbacks [] for security_group (004bdb7a-7bec-4711-b6c0-980cba9cc670), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:06.830957 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bf410ba6-66a8-4e03-bea2-5cdd493f8f8b admin admin] Publish callbacks [] for security_group (004bdb7a-7bec-4711-b6c0-980cba9cc670), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:06.858721 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-af1704d6-9096-49ef-b902-3cea41b733e7 req-fcb136a7-2906-418e-b241-ef8222310a39 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813327 Jul 24 01:02:06.893314 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bf410ba6-66a8-4e03-bea2-5cdd493f8f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (004bdb7a-7bec-4711-b6c0-980cba9cc670), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:06.896234 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bf410ba6-66a8-4e03-bea2-5cdd493f8f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:06.898290 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-bf410ba6-66a8-4e03-bea2-5cdd493f8f8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/004bdb7a-7bec-4711-b6c0-980cba9cc670 HTTP/1.1" status: 204 len: 168 time: 0.2182539 Jul 24 01:02:06.907432 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf410ba6-66a8-4e03-bea2-5cdd493f8f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004bdb7a-7bec-4711-b6c0-980cba9cc670,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:07.138951 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 60618) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:07.152953 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1885795e-3dcc-4ebf-8f83-adc0e5183186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:07.173311 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:07.221926 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:07.252884 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1885795e-3dcc-4ebf-8f83-adc0e5183186 admin admin] Publish callbacks [] for security_group (a620dc3b-d635-46bc-a4c9-4998099b4232), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:07.263963 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1885795e-3dcc-4ebf-8f83-adc0e5183186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (a620dc3b-d635-46bc-a4c9-4998099b4232), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:07.311523 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 60628) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:07.312052 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1885795e-3dcc-4ebf-8f83-adc0e5183186 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2a3553cb2c04be583bb38753177a2b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717663 Jul 24 01:02:07.340072 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885795e-3dcc-4ebf-8f83-adc0e5183186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a620dc3b-d635-46bc-a4c9-4998099b4232,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:07.377843 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-eae8d756-a956-452e-a03a-a6232b05a49f admin admin] Publish callbacks [] for security_group (a620dc3b-d635-46bc-a4c9-4998099b4232), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:07.393106 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=73,neutron:DELETE=1,neutron:INSERT=25,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:07.404702 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-eae8d756-a956-452e-a03a-a6232b05a49f admin admin] Publish callbacks [] for security_group (a620dc3b-d635-46bc-a4c9-4998099b4232), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:07.457921 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-eae8d756-a956-452e-a03a-a6232b05a49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (a620dc3b-d635-46bc-a4c9-4998099b4232), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:07.460526 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-eae8d756-a956-452e-a03a-a6232b05a49f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:07.464013 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-eae8d756-a956-452e-a03a-a6232b05a49f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a620dc3b-d635-46bc-a4c9-4998099b4232 HTTP/1.1" status: 204 len: 168 time: 0.1482327 Jul 24 01:02:07.471164 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8d756-a956-452e-a03a-a6232b05a49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a620dc3b-d635-46bc-a4c9-4998099b4232,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:07.852539 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 60656) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:07.866027 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc1f7e22-c95e-41b3-8137-f82a04c146c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:07.945334 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc1f7e22-c95e-41b3-8137-f82a04c146c1 admin admin] Publish callbacks [] for security_group (c5b17d6c-82b9-431e-8e89-5fac62fcd309), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:07.949350 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc1f7e22-c95e-41b3-8137-f82a04c146c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (c5b17d6c-82b9-431e-8e89-5fac62fcd309), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:07.990357 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-fc1f7e22-c95e-41b3-8137-f82a04c146c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72ba336f4ac545c6be7e9db47c4d7038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367621 Jul 24 01:02:07.991195 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f7e22-c95e-41b3-8137-f82a04c146c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b17d6c-82b9-431e-8e89-5fac62fcd309,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:07.993108 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 60660) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:08.051800 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-61e36ab5-4aa2-4e2f-8c54-69459560e7d6 admin admin] Publish callbacks [] for security_group (c5b17d6c-82b9-431e-8e89-5fac62fcd309), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:08.073397 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-61e36ab5-4aa2-4e2f-8c54-69459560e7d6 admin admin] Publish callbacks [] for security_group (c5b17d6c-82b9-431e-8e89-5fac62fcd309), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:08.123018 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-61e36ab5-4aa2-4e2f-8c54-69459560e7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (c5b17d6c-82b9-431e-8e89-5fac62fcd309), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:08.125552 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-61e36ab5-4aa2-4e2f-8c54-69459560e7d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:08.126711 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-61e36ab5-4aa2-4e2f-8c54-69459560e7d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5b17d6c-82b9-431e-8e89-5fac62fcd309 HTTP/1.1" status: 204 len: 168 time: 0.1318235 Jul 24 01:02:08.130384 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:08.136075 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e36ab5-4aa2-4e2f-8c54-69459560e7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b17d6c-82b9-431e-8e89-5fac62fcd309,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:08.659623 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68046cbc-cad6-4a9c-8fef-e6b10d049367 req-bb1e254d-3d4e-4a92-83ea-35f2f5241e1d tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:08.661443 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-68046cbc-cad6-4a9c-8fef-e6b10d049367 req-bb1e254d-3d4e-4a92-83ea-35f2f5241e1d tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0507441 Jul 24 01:02:08.706688 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6693c-6da5-4a8a-b2fb-adfad19e7072 req-ecb33897-6b6a-4fa5-afe5-bb4b6ce59eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:08.708299 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cbc6693c-6da5-4a8a-b2fb-adfad19e7072 req-ecb33897-6b6a-4fa5-afe5-bb4b6ce59eca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7d219e82efe44f9b6f860a5fabc7733&device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 1129 time: 0.0557613 Jul 24 01:02:08.722471 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-68046cbc-cad6-4a9c-8fef-e6b10d049367 req-ede93694-1169-4a62-9ba3-2ef582d70a53 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468874 Jul 24 01:02:08.831697 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6693c-6da5-4a8a-b2fb-adfad19e7072 req-c3ab2ba0-4c5e-48cc-adcf-faef91b6ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:08.833240 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cbc6693c-6da5-4a8a-b2fb-adfad19e7072 req-c3ab2ba0-4c5e-48cc-adcf-faef91b6ae52 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b HTTP/1.1" status: 200 len: 919 time: 0.1160326 Jul 24 01:02:08.886743 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cbc6693c-6da5-4a8a-b2fb-adfad19e7072 req-ef507a26-e8f2-4404-a2ac-b204c3a9ea0c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7813289d-8139-4d10-ab8e-926e1b2e6577 HTTP/1.1" status: 200 len: 217 time: 0.0420065 Jul 24 01:02:08.940514 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6693c-6da5-4a8a-b2fb-adfad19e7072 req-fc897868-4883-41cb-9935-efbd84b96ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:08.942173 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cbc6693c-6da5-4a8a-b2fb-adfad19e7072 req-fc897868-4883-41cb-9935-efbd84b96ad7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=799e17c1-9604-4b46-8040-e48ddab56dcd HTTP/1.1" status: 200 len: 857 time: 0.0493138 Jul 24 01:02:08.987598 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6693c-6da5-4a8a-b2fb-adfad19e7072 req-6ec6cc91-e356-4eeb-8bd0-e1be7dda0d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:08.989133 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cbc6693c-6da5-4a8a-b2fb-adfad19e7072 req-6ec6cc91-e356-4eeb-8bd0-e1be7dda0d1d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397165 Jul 24 01:02:09.087717 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cbc6693c-6da5-4a8a-b2fb-adfad19e7072 req-0b63885b-2656-4988-85e4-ae76363358f6 service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894256 Jul 24 01:02:09.187935 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-cbc6693c-6da5-4a8a-b2fb-adfad19e7072 req-4d51ee87-0472-4a98-b839-3c98076d4b90 service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894213 Jul 24 01:02:09.430691 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 60730) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:09.536667 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-877c70b7-9a96-4e02-b765-659806832982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:09.613589 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-877c70b7-9a96-4e02-b765-659806832982 admin admin] Publish callbacks [] for security_group (4c04ff78-ee19-4728-b9e6-d5220f5747c6), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:09.617696 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-877c70b7-9a96-4e02-b765-659806832982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (4c04ff78-ee19-4728-b9e6-d5220f5747c6), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:09.618706 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:09.656813 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c70b7-9a96-4e02-b765-659806832982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c04ff78-ee19-4728-b9e6-d5220f5747c6,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:09.663026 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-877c70b7-9a96-4e02-b765-659806832982 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b9a0a4a64a24d61accea8e86410aefb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311780 Jul 24 01:02:09.666063 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 60734) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:09.715184 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b9f3be35-0898-494d-a2ea-fcacf836fa14 admin admin] Publish callbacks [] for security_group (4c04ff78-ee19-4728-b9e6-d5220f5747c6), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:09.736864 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b9f3be35-0898-494d-a2ea-fcacf836fa14 admin admin] Publish callbacks [] for security_group (4c04ff78-ee19-4728-b9e6-d5220f5747c6), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:09.780669 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:09.804269 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b9f3be35-0898-494d-a2ea-fcacf836fa14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (4c04ff78-ee19-4728-b9e6-d5220f5747c6), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:09.807046 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b9f3be35-0898-494d-a2ea-fcacf836fa14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:09.810672 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b9f3be35-0898-494d-a2ea-fcacf836fa14 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c04ff78-ee19-4728-b9e6-d5220f5747c6 HTTP/1.1" status: 204 len: 168 time: 0.1412926 Jul 24 01:02:09.819566 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3be35-0898-494d-a2ea-fcacf836fa14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c04ff78-ee19-4728-b9e6-d5220f5747c6,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:09.993761 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e274e4-3cda-40c2-8d2f-f6878875a29e req-28402de3-3f64-4503-af41-eed005d058d9 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:09.997050 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d4e274e4-3cda-40c2-8d2f-f6878875a29e req-28402de3-3f64-4503-af41-eed005d058d9 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0553091 Jul 24 01:02:10.054804 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d4e274e4-3cda-40c2-8d2f-f6878875a29e req-6442244b-5597-4986-b2e3-bbde7d7dfe8e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515928 Jul 24 01:02:10.147849 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 60750) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:10.162022 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a048dcc3-80ed-4abb-9168-a03a8cd95bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:10.201623 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 60752) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:10.245165 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:10.247444 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a048dcc3-80ed-4abb-9168-a03a8cd95bbc admin admin] Publish callbacks [] for security_group (f238c3ba-b0d0-466b-a2ef-4c3bcdb02f11), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:10.251881 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a048dcc3-80ed-4abb-9168-a03a8cd95bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (f238c3ba-b0d0-466b-a2ef-4c3bcdb02f11), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:10.293707 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048dcc3-80ed-4abb-9168-a03a8cd95bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f238c3ba-b0d0-466b-a2ef-4c3bcdb02f11,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:10.300950 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a048dcc3-80ed-4abb-9168-a03a8cd95bbc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f5c5a435f6c47ec98d89f197dba9334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488783 Jul 24 01:02:10.301113 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 60756) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:10.353261 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4e45e250-9376-46f8-8c83-be0f932c1699 admin admin] Publish callbacks [] for security_group (f238c3ba-b0d0-466b-a2ef-4c3bcdb02f11), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:10.379447 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4e45e250-9376-46f8-8c83-be0f932c1699 admin admin] Publish callbacks [] for security_group (f238c3ba-b0d0-466b-a2ef-4c3bcdb02f11), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:10.399293 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7895f5d9-a19e-4d42-b1de-5ee714616957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:10.466690 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4e45e250-9376-46f8-8c83-be0f932c1699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (f238c3ba-b0d0-466b-a2ef-4c3bcdb02f11), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:10.469234 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4e45e250-9376-46f8-8c83-be0f932c1699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:10.470357 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-4e45e250-9376-46f8-8c83-be0f932c1699 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f238c3ba-b0d0-466b-a2ef-4c3bcdb02f11 HTTP/1.1" status: 204 len: 168 time: 0.1683562 Jul 24 01:02:10.484430 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45e250-9376-46f8-8c83-be0f932c1699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f238c3ba-b0d0-466b-a2ef-4c3bcdb02f11,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:10.508950 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7895f5d9-a19e-4d42-b1de-5ee714616957 admin admin] Publish callbacks [] for security_group (040ab68f-ce32-4b8e-88b1-c7c47655615e), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:10.513348 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7895f5d9-a19e-4d42-b1de-5ee714616957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (040ab68f-ce32-4b8e-88b1-c7c47655615e), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:10.557144 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-7895f5d9-a19e-4d42-b1de-5ee714616957 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee2ddfe60895421e940fdae99604890f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3544879 Jul 24 01:02:10.558038 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895f5d9-a19e-4d42-b1de-5ee714616957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040ab68f-ce32-4b8e-88b1-c7c47655615e,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:10.559823 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 60760) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:10.615387 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c1ba4604-fee5-4ada-8d79-a1fbe60a9f5b admin admin] Publish callbacks [] for security_group (040ab68f-ce32-4b8e-88b1-c7c47655615e), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:10.640622 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c1ba4604-fee5-4ada-8d79-a1fbe60a9f5b admin admin] Publish callbacks [] for security_group (040ab68f-ce32-4b8e-88b1-c7c47655615e), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:10.691301 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c1ba4604-fee5-4ada-8d79-a1fbe60a9f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (040ab68f-ce32-4b8e-88b1-c7c47655615e), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:10.694286 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c1ba4604-fee5-4ada-8d79-a1fbe60a9f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:10.695801 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-c1ba4604-fee5-4ada-8d79-a1fbe60a9f5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/040ab68f-ce32-4b8e-88b1-c7c47655615e HTTP/1.1" status: 204 len: 168 time: 0.1331084 Jul 24 01:02:10.703858 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba4604-fee5-4ada-8d79-a1fbe60a9f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040ab68f-ce32-4b8e-88b1-c7c47655615e,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:11.184511 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed340967-7ca5-4d23-93fc-01a9a92a80b4 req-4b955fa0-e652-46b0-becc-67e1c67da7d7 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:11.186235 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ed340967-7ca5-4d23-93fc-01a9a92a80b4 req-4b955fa0-e652-46b0-becc-67e1c67da7d7 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0525100 Jul 24 01:02:11.238153 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:11.249341 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ed340967-7ca5-4d23-93fc-01a9a92a80b4 req-77770fac-454d-43e7-b4f9-97ed609983a8 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555594 Jul 24 01:02:12.259310 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=31 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:12.260415 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=46,neutron:DELETE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:12.369423 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2699e-07cf-4848-8d7f-c15a4772f748 req-e9e4bd75-26cd-48a6-9460-7349ec4446e0 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:12.371013 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-79c2699e-07cf-4848-8d7f-c15a4772f748 req-e9e4bd75-26cd-48a6-9460-7349ec4446e0 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0487359 Jul 24 01:02:12.420669 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-79c2699e-07cf-4848-8d7f-c15a4772f748 req-47214af0-cf3b-497b-a05d-fc92a25cf15c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440629 Jul 24 01:02:12.664340 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 60864) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:12.774977 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5520c608-85c9-4321-897d-9b731a8e3279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:12.851391 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:12.853341 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5520c608-85c9-4321-897d-9b731a8e3279 admin admin] Publish callbacks [] for security_group (8e0c6997-d7dc-4228-a2e7-2a40d2f0b57d), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:12.857120 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5520c608-85c9-4321-897d-9b731a8e3279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (8e0c6997-d7dc-4228-a2e7-2a40d2f0b57d), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:12.901803 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-5520c608-85c9-4321-897d-9b731a8e3279 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db0872bdff654de981bc62fa41673262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339628 Jul 24 01:02:12.901803 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520c608-85c9-4321-897d-9b731a8e3279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0c6997-d7dc-4228-a2e7-2a40d2f0b57d,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:12.902277 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 60868) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:12.955563 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9682ef68-1039-4362-aeac-bab0748a7492 admin admin] Publish callbacks [] for security_group (8e0c6997-d7dc-4228-a2e7-2a40d2f0b57d), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:12.979877 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9682ef68-1039-4362-aeac-bab0748a7492 admin admin] Publish callbacks [] for security_group (8e0c6997-d7dc-4228-a2e7-2a40d2f0b57d), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:13.029379 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9682ef68-1039-4362-aeac-bab0748a7492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (8e0c6997-d7dc-4228-a2e7-2a40d2f0b57d), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:13.032039 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9682ef68-1039-4362-aeac-bab0748a7492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:13.033740 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-9682ef68-1039-4362-aeac-bab0748a7492 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e0c6997-d7dc-4228-a2e7-2a40d2f0b57d HTTP/1.1" status: 204 len: 168 time: 0.1301064 Jul 24 01:02:13.042555 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682ef68-1039-4362-aeac-bab0748a7492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0c6997-d7dc-4228-a2e7-2a40d2f0b57d,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:13.336698 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 60890) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:13.351079 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e87e8df8-61a2-4da1-800d-ed60b2f9c3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:13.448755 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e87e8df8-61a2-4da1-800d-ed60b2f9c3b1 admin admin] Publish callbacks [] for security_group (d2f6df09-53cc-4534-b9f8-52054d1d0140), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:13.453232 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e87e8df8-61a2-4da1-800d-ed60b2f9c3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (d2f6df09-53cc-4534-b9f8-52054d1d0140), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:13.496478 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 60898) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:13.503411 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e87e8df8-61a2-4da1-800d-ed60b2f9c3b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4c69816a8004c68bef090953805b279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1655180 Jul 24 01:02:13.507639 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e8df8-61a2-4da1-800d-ed60b2f9c3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f6df09-53cc-4534-b9f8-52054d1d0140,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:13.534915 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:13.555468 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-21ac1b9c-68a5-48e9-a161-48ae3cba3905 admin admin] Publish callbacks [] for security_group (d2f6df09-53cc-4534-b9f8-52054d1d0140), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:13.558064 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:13.578187 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2d5cba32-40ea-4ce7-a088-a9507108e5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:13.583626 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-21ac1b9c-68a5-48e9-a161-48ae3cba3905 admin admin] Publish callbacks [] for security_group (d2f6df09-53cc-4534-b9f8-52054d1d0140), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:13.589225 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32870b4c-e41c-42bc-a879-8da7fce1ecce req-a469fea2-7b37-42e9-b7bb-9268a097bc55 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:13.595294 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-32870b4c-e41c-42bc-a879-8da7fce1ecce req-a469fea2-7b37-42e9-b7bb-9268a097bc55 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0904813 Jul 24 01:02:13.651396 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-21ac1b9c-68a5-48e9-a161-48ae3cba3905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (d2f6df09-53cc-4534-b9f8-52054d1d0140), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:13.653959 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-21ac1b9c-68a5-48e9-a161-48ae3cba3905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:13.655140 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-21ac1b9c-68a5-48e9-a161-48ae3cba3905 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2f6df09-53cc-4534-b9f8-52054d1d0140 HTTP/1.1" status: 204 len: 168 time: 0.1576731 Jul 24 01:02:13.665923 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac1b9c-68a5-48e9-a161-48ae3cba3905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f6df09-53cc-4534-b9f8-52054d1d0140,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:13.684944 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-32870b4c-e41c-42bc-a879-8da7fce1ecce req-d9f2772a-3e51-4b63-8f66-9f462ce671c9 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873325 Jul 24 01:02:14.807524 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f3d70-29f3-420b-a439-9370c233f175 req-12a71ee1-51c3-46cd-8aac-e19b3dcb5dd6 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:14.814330 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f65f3d70-29f3-420b-a439-9370c233f175 req-12a71ee1-51c3-46cd-8aac-e19b3dcb5dd6 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0560806 Jul 24 01:02:14.863605 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f65f3d70-29f3-420b-a439-9370c233f175 req-60d09ce7-3b65-40cf-81a7-e38fb142b519 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480807 Jul 24 01:02:15.836478 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0f4e9c77-bf5c-49d3-af9b-11e4d0d4839f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:15.978272 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3602a60-fc5f-43f6-a9e2-1ab3f4ce8712 req-84ecba26-197a-41f7-84b4-9ee81d185218 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:15.979817 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a3602a60-fc5f-43f6-a9e2-1ab3f4ce8712 req-84ecba26-197a-41f7-84b4-9ee81d185218 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0495434 Jul 24 01:02:16.029568 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a3602a60-fc5f-43f6-a9e2-1ab3f4ce8712 req-d0fc36a1-e4df-4347-9c9a-e1bab7994c61 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440364 Jul 24 01:02:17.092106 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:17.148915 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b919f-fcb3-484a-a2bc-6228e7cd99d1 req-19814fb5-4603-4ab0-8cf7-f930dbda0a5f tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:17.150387 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fd4b919f-fcb3-484a-a2bc-6228e7cd99d1 req-19814fb5-4603-4ab0-8cf7-f930dbda0a5f tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0501049 Jul 24 01:02:17.203885 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fd4b919f-fcb3-484a-a2bc-6228e7cd99d1 req-e4e279c1-7ec7-4ba4-a424-318331a36470 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478854 Jul 24 01:02:18.320990 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe57dc-1493-4809-82d3-25516b6f498a req-7d5c4c04-611e-45bc-b1d5-08de65fdaa38 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:18.322472 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bcfe57dc-1493-4809-82d3-25516b6f498a req-7d5c4c04-611e-45bc-b1d5-08de65fdaa38 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0463622 Jul 24 01:02:18.366711 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:18.371566 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bcfe57dc-1493-4809-82d3-25516b6f498a req-b06b728d-ceab-444f-aa41-6762e9364bf6 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436883 Jul 24 01:02:18.399225 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:18.830439 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:19.504850 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa6437-3720-42a9-800b-3d452570db24 req-0fe0710f-f024-4667-b486-06bc7e87aae8 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:19.506316 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7caa6437-3720-42a9-800b-3d452570db24 req-0fe0710f-f024-4667-b486-06bc7e87aae8 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0485518 Jul 24 01:02:19.564033 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7caa6437-3720-42a9-800b-3d452570db24 req-334a26a2-f1e8-4a72-b14a-6fe8d767b977 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519376 Jul 24 01:02:20.681500 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f44e4d-7b05-4340-bd4c-c647cf1f7683 req-9b8cfbe3-30dc-4a54-8ea0-70a2b79d7bcf tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:20.682899 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-49f44e4d-7b05-4340-bd4c-c647cf1f7683 req-9b8cfbe3-30dc-4a54-8ea0-70a2b79d7bcf tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0463037 Jul 24 01:02:20.728593 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-49f44e4d-7b05-4340-bd4c-c647cf1f7683 req-3a1e5196-bbd1-448c-b462-6ed40db58816 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401759 Jul 24 01:02:21.843138 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5b28c-0ed5-4f08-86e6-f7a8639da05a req-c7e94c07-0fb6-4358-ab5c-dcd3e295ebe2 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:21.844598 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-68f5b28c-0ed5-4f08-86e6-f7a8639da05a req-c7e94c07-0fb6-4358-ab5c-dcd3e295ebe2 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0466607 Jul 24 01:02:21.891091 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-68f5b28c-0ed5-4f08-86e6-f7a8639da05a req-05d56074-bd56-41bc-a23e-471843bb0057 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408194 Jul 24 01:02:23.010708 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e386f7-58cc-4817-b530-49b7d292a4a0 req-4ad86328-55a5-4207-802c-cb6bd9066a1b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:23.012194 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d7e386f7-58cc-4817-b530-49b7d292a4a0 req-4ad86328-55a5-4207-802c-cb6bd9066a1b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0503285 Jul 24 01:02:23.059652 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d7e386f7-58cc-4817-b530-49b7d292a4a0 req-b3db7dff-068a-4890-a8b9-d318521def43 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419476 Jul 24 01:02:23.633525 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=2,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:23.659408 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:24.195589 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45811d1a-f884-4385-a1b7-4b2b38c8c169 req-4e7c9685-a370-4fe3-96f1-da6486271762 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:24.197088 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-45811d1a-f884-4385-a1b7-4b2b38c8c169 req-4e7c9685-a370-4fe3-96f1-da6486271762 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0595398 Jul 24 01:02:24.245790 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-45811d1a-f884-4385-a1b7-4b2b38c8c169 req-884310be-e448-4163-99af-7cd95a80334e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432291 Jul 24 01:02:25.363073 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc546bb0-2079-4036-ba29-2b2ef6ecf363 req-f27d0064-f568-44f3-b94f-b3ad5cc49df1 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:25.364440 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc546bb0-2079-4036-ba29-2b2ef6ecf363 req-f27d0064-f568-44f3-b94f-b3ad5cc49df1 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0511811 Jul 24 01:02:25.411261 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc546bb0-2079-4036-ba29-2b2ef6ecf363 req-d3171f1b-1366-4574-bdd0-792c730fd9dd tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412142 Jul 24 01:02:26.495895 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:26.536691 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a22b9-e16b-40d6-b7ba-995896adf1c9 req-65079d5a-9a47-41b1-8dd5-fa10bae56670 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:26.538196 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bf8a22b9-e16b-40d6-b7ba-995896adf1c9 req-65079d5a-9a47-41b1-8dd5-fa10bae56670 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0528359 Jul 24 01:02:26.584445 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 32920) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:26.585576 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bf8a22b9-e16b-40d6-b7ba-995896adf1c9 req-59102e2a-af99-4c31-b97d-8e7f9c530593 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419431 Jul 24 01:02:26.696163 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3db55ac8-a782-415d-a11e-8f1b54ade97a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:26.775846 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3db55ac8-a782-415d-a11e-8f1b54ade97a admin admin] Publish callbacks [] for security_group (7b27d80a-42c3-4d79-b005-bd164bcc0294), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:26.779357 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3db55ac8-a782-415d-a11e-8f1b54ade97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (7b27d80a-42c3-4d79-b005-bd164bcc0294), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:26.820052 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db55ac8-a782-415d-a11e-8f1b54ade97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b27d80a-42c3-4d79-b005-bd164bcc0294,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:26.824296 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-3db55ac8-a782-415d-a11e-8f1b54ade97a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46e92a209a6946c688cb701140530444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387748 Jul 24 01:02:26.826921 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 32930) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:26.875003 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e19cae74-9bd7-4614-a2fb-43e8c173b177 admin admin] Publish callbacks [] for security_group (7b27d80a-42c3-4d79-b005-bd164bcc0294), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:26.896581 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e19cae74-9bd7-4614-a2fb-43e8c173b177 admin admin] Publish callbacks [] for security_group (7b27d80a-42c3-4d79-b005-bd164bcc0294), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:26.943612 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e19cae74-9bd7-4614-a2fb-43e8c173b177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (7b27d80a-42c3-4d79-b005-bd164bcc0294), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:26.946361 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e19cae74-9bd7-4614-a2fb-43e8c173b177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:26.947531 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-e19cae74-9bd7-4614-a2fb-43e8c173b177 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b27d80a-42c3-4d79-b005-bd164bcc0294 HTTP/1.1" status: 204 len: 168 time: 0.1197164 Jul 24 01:02:26.955211 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19cae74-9bd7-4614-a2fb-43e8c173b177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b27d80a-42c3-4d79-b005-bd164bcc0294,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:27.216291 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 32936) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:27.231929 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-031fb346-b7c1-4c63-b51d-54e45c4eaad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:27.308509 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-031fb346-b7c1-4c63-b51d-54e45c4eaad5 admin admin] Publish callbacks [] for security_group (42e72ad5-11ec-4646-b346-f3a5e88477ef), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:27.311884 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-031fb346-b7c1-4c63-b51d-54e45c4eaad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (42e72ad5-11ec-4646-b346-f3a5e88477ef), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:27.351922 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fb346-b7c1-4c63-b51d-54e45c4eaad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e72ad5-11ec-4646-b346-f3a5e88477ef,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:27.355998 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-031fb346-b7c1-4c63-b51d-54e45c4eaad5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85e45fe2a12d45a9ae4d4fe7f66253af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387043 Jul 24 01:02:27.358870 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 32938) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:27.405939 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a8e3336-9071-4404-b2b7-d9baecc67a78 admin admin] Publish callbacks [] for security_group (42e72ad5-11ec-4646-b346-f3a5e88477ef), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:27.427838 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a8e3336-9071-4404-b2b7-d9baecc67a78 admin admin] Publish callbacks [] for security_group (42e72ad5-11ec-4646-b346-f3a5e88477ef), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:27.473648 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a8e3336-9071-4404-b2b7-d9baecc67a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (42e72ad5-11ec-4646-b346-f3a5e88477ef), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:27.476097 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4a8e3336-9071-4404-b2b7-d9baecc67a78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:27.477212 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-4a8e3336-9071-4404-b2b7-d9baecc67a78 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42e72ad5-11ec-4646-b346-f3a5e88477ef HTTP/1.1" status: 204 len: 168 time: 0.1174297 Jul 24 01:02:27.479250 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:27.486104 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e3336-9071-4404-b2b7-d9baecc67a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e72ad5-11ec-4646-b346-f3a5e88477ef,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:27.707561 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebc6b4-009c-4128-b746-cca25c48b3ff req-d25284d5-e628-4036-a9ca-fe920b4067d2 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:27.709084 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-25ebc6b4-009c-4128-b746-cca25c48b3ff req-d25284d5-e628-4036-a9ca-fe920b4067d2 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0505581 Jul 24 01:02:27.762355 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-25ebc6b4-009c-4128-b746-cca25c48b3ff req-1eba47bc-6be6-4eef-9927-75658d03d389 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478275 Jul 24 01:02:27.829515 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982396e-6423-43bc-8fb4-da014a40f312 req-5791e97f-787d-453e-b9bc-3ea33032ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:27.832015 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4982396e-6423-43bc-8fb4-da014a40f312 req-5791e97f-787d-453e-b9bc-3ea33032ead4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 1129 time: 0.0428894 Jul 24 01:02:27.884776 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4982396e-6423-43bc-8fb4-da014a40f312 req-e0c19e07-e79d-4b99-baf8-d601cdb7fc6d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434771 Jul 24 01:02:28.826159 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=40,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:28.886516 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37edb3f-d64b-4ed8-8634-337af4e4ae44 req-fd942e09-69bc-40b2-919f-0696e51cefa0 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:28.888031 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f37edb3f-d64b-4ed8-8634-337af4e4ae44 req-fd942e09-69bc-40b2-919f-0696e51cefa0 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0503581 Jul 24 01:02:28.936236 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f37edb3f-d64b-4ed8-8634-337af4e4ae44 req-258db300-e66f-43b8-a2af-84bac22a3e57 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425065 Jul 24 01:02:29.257444 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:02:30.053083 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92d08c-d474-4af3-a751-15de5c52dffb req-71afa036-1b6c-4ef7-acb9-461800600e8f tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:30.054474 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6d92d08c-d474-4af3-a751-15de5c52dffb req-71afa036-1b6c-4ef7-acb9-461800600e8f tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0492084 Jul 24 01:02:30.101483 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6d92d08c-d474-4af3-a751-15de5c52dffb req-9ac441ce-1781-4ddc-94a7-6018181b7e59 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411758 Jul 24 01:02:30.371889 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01e81b-a6c3-4b7d-980d-c8d210348038 req-64a719d6-afe0-4500-a336-617d3579e18c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:30.373346 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9b01e81b-a6c3-4b7d-980d-c8d210348038 req-64a719d6-afe0-4500-a336-617d3579e18c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0603669 Jul 24 01:02:30.429971 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9b01e81b-a6c3-4b7d-980d-c8d210348038 req-0dafd8b6-4b09-4b92-b802-5ad4128566da tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490599 Jul 24 01:02:30.864289 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db262481-fd05-4d30-9e97-845fbd7d3d40 req-387a5026-ee91-4dbe-a703-d138503488b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:30.865813 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-db262481-fd05-4d30-9e97-845fbd7d3d40 req-387a5026-ee91-4dbe-a703-d138503488b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7d219e82efe44f9b6f860a5fabc7733&device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 1129 time: 0.0470610 Jul 24 01:02:30.993672 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db262481-fd05-4d30-9e97-845fbd7d3d40 req-6cc28159-95f3-447f-9447-263bbf22645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:30.995186 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-db262481-fd05-4d30-9e97-845fbd7d3d40 req-6cc28159-95f3-447f-9447-263bbf22645d service neutron] 10.222.0.39 "GET /v2.0/networks?id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b HTTP/1.1" status: 200 len: 919 time: 0.1144078 Jul 24 01:02:31.065255 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-db262481-fd05-4d30-9e97-845fbd7d3d40 req-05a29bff-6901-41b0-9255-d6a0e0a69ed0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7813289d-8139-4d10-ab8e-926e1b2e6577 HTTP/1.1" status: 200 len: 217 time: 0.0451264 Jul 24 01:02:31.166039 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db262481-fd05-4d30-9e97-845fbd7d3d40 req-9c45946d-df47-4e98-aa1e-2bb54cb2f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:31.167526 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-db262481-fd05-4d30-9e97-845fbd7d3d40 req-9c45946d-df47-4e98-aa1e-2bb54cb2f3c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=799e17c1-9604-4b46-8040-e48ddab56dcd HTTP/1.1" status: 200 len: 857 time: 0.0450940 Jul 24 01:02:31.217455 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db262481-fd05-4d30-9e97-845fbd7d3d40 req-74f2bd96-2282-43f7-b9ac-90f250b43492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:31.218971 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-db262481-fd05-4d30-9e97-845fbd7d3d40 req-74f2bd96-2282-43f7-b9ac-90f250b43492 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396156 Jul 24 01:02:31.316205 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-db262481-fd05-4d30-9e97-845fbd7d3d40 req-1cd0e742-8e63-40fb-a335-2e972526ab6c service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896604 Jul 24 01:02:31.420852 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-db262481-fd05-4d30-9e97-845fbd7d3d40 req-32265355-e927-444d-bebe-4e283fb1c7cc service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967865 Jul 24 01:02:31.547034 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ac4a4-d23f-4c28-aa97-f5eb8a847447 req-0dc4c328-d3e3-40c9-872b-c503ac228646 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:31.548436 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-886ac4a4-d23f-4c28-aa97-f5eb8a847447 req-0dc4c328-d3e3-40c9-872b-c503ac228646 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0481191 Jul 24 01:02:31.599929 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-886ac4a4-d23f-4c28-aa97-f5eb8a847447 req-574042a3-7b10-4ab8-9a03-37430148bdac tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449023 Jul 24 01:02:31.767094 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 33102) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:31.890403 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aa17543c-5436-454c-baf0-cc118a532d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:31.915993 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:31.917522 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:31.987985 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aa17543c-5436-454c-baf0-cc118a532d50 admin admin] Publish callbacks [] for security_group (e61b1afc-50a9-43e9-ae21-c4527a94568c), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:31.992902 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aa17543c-5436-454c-baf0-cc118a532d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (e61b1afc-50a9-43e9-ae21-c4527a94568c), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:32.035392 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-aa17543c-5436-454c-baf0-cc118a532d50 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6187c1fb93c4e76b0a4457b3484ea0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672563 Jul 24 01:02:32.036274 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17543c-5436-454c-baf0-cc118a532d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61b1afc-50a9-43e9-ae21-c4527a94568c,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:32.038087 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 33112) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:32.074224 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:32.106643 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-60992116-ad7a-4ad2-b911-7f44541d4490 admin admin] Publish callbacks [] for security_group (e61b1afc-50a9-43e9-ae21-c4527a94568c), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:32.130097 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-60992116-ad7a-4ad2-b911-7f44541d4490 admin admin] Publish callbacks [] for security_group (e61b1afc-50a9-43e9-ae21-c4527a94568c), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:32.180277 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-60992116-ad7a-4ad2-b911-7f44541d4490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (e61b1afc-50a9-43e9-ae21-c4527a94568c), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:32.182852 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-60992116-ad7a-4ad2-b911-7f44541d4490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:32.184011 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-60992116-ad7a-4ad2-b911-7f44541d4490 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e61b1afc-50a9-43e9-ae21-c4527a94568c HTTP/1.1" status: 204 len: 168 time: 0.1441944 Jul 24 01:02:32.192510 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60992116-ad7a-4ad2-b911-7f44541d4490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61b1afc-50a9-43e9-ae21-c4527a94568c,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:32.460620 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 33124) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:32.476106 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-35e6b4ac-160f-4ae3-a429-00a85d0807c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:32.556098 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-35e6b4ac-160f-4ae3-a429-00a85d0807c4 admin admin] Publish callbacks [] for security_group (17a54e69-bed5-4ad5-abcc-8f39db4a39cc), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:32.559654 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-35e6b4ac-160f-4ae3-a429-00a85d0807c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (17a54e69-bed5-4ad5-abcc-8f39db4a39cc), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:32.600919 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-35e6b4ac-160f-4ae3-a429-00a85d0807c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a128008ceb3a4f6fa55f3d045cbedd64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390636 Jul 24 01:02:32.602090 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6b4ac-160f-4ae3-a429-00a85d0807c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a54e69-bed5-4ad5-abcc-8f39db4a39cc,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:32.603641 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 33126) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:32.659577 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ef83a1ec-6390-4eab-9809-2f3ffc9a1c46 admin admin] Publish callbacks [] for security_group (17a54e69-bed5-4ad5-abcc-8f39db4a39cc), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:32.681289 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ef83a1ec-6390-4eab-9809-2f3ffc9a1c46 admin admin] Publish callbacks [] for security_group (17a54e69-bed5-4ad5-abcc-8f39db4a39cc), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:32.722066 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7745d-4f03-4829-9de5-906e32be0387 req-a858ec12-885c-4270-892a-c51c090dffa7 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:32.723704 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-86d7745d-4f03-4829-9de5-906e32be0387 req-a858ec12-885c-4270-892a-c51c090dffa7 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0474093 Jul 24 01:02:32.737612 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ef83a1ec-6390-4eab-9809-2f3ffc9a1c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (17a54e69-bed5-4ad5-abcc-8f39db4a39cc), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:32.740372 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ef83a1ec-6390-4eab-9809-2f3ffc9a1c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:32.741513 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-ef83a1ec-6390-4eab-9809-2f3ffc9a1c46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17a54e69-bed5-4ad5-abcc-8f39db4a39cc HTTP/1.1" status: 204 len: 168 time: 0.1368949 Jul 24 01:02:32.746096 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:32.750993 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83a1ec-6390-4eab-9809-2f3ffc9a1c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a54e69-bed5-4ad5-abcc-8f39db4a39cc,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:32.782315 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-86d7745d-4f03-4829-9de5-906e32be0387 req-fabafc32-3a54-4673-894e-fee4330228b9 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492179 Jul 24 01:02:33.906886 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f4cfe-8b34-40de-89d9-b2d8a65d844b req-f32e97a5-5fab-4094-b6e1-175437d33dee tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:33.908536 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ca8f4cfe-8b34-40de-89d9-b2d8a65d844b req-f32e97a5-5fab-4094-b6e1-175437d33dee tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0520558 Jul 24 01:02:33.961144 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ca8f4cfe-8b34-40de-89d9-b2d8a65d844b req-7e122f96-9277-42de-b222-6e8c6b827a48 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462210 Jul 24 01:02:34.273946 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=3 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:35.081239 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35c419-1fc9-4f34-ad8a-d0beb880294e req-a67d2323-2fe7-4dea-bdcc-2d94ee9254f3 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:35.082724 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cd35c419-1fc9-4f34-ad8a-d0beb880294e req-a67d2323-2fe7-4dea-bdcc-2d94ee9254f3 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0465117 Jul 24 01:02:35.129995 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cd35c419-1fc9-4f34-ad8a-d0beb880294e req-a1408ebd-bd33-4069-8c8e-6a62c0a86c53 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417111 Jul 24 01:02:36.257147 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf248ab-0615-443e-8296-65a193fc02dd req-bbe3d877-0e74-473e-9ea1-b2cb1cd31e7b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:36.258625 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9bf248ab-0615-443e-8296-65a193fc02dd req-bbe3d877-0e74-473e-9ea1-b2cb1cd31e7b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0563877 Jul 24 01:02:36.313051 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9bf248ab-0615-443e-8296-65a193fc02dd req-7bc9d942-307c-450c-b3f7-cbee0ccdf56f tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485256 Jul 24 01:02:37.448472 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92045d48-5692-4e35-b2e5-b5a13ab4feb3 req-10303439-241b-4075-934e-bacd233119a0 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:37.450040 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-92045d48-5692-4e35-b2e5-b5a13ab4feb3 req-10303439-241b-4075-934e-bacd233119a0 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0512400 Jul 24 01:02:37.502283 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-92045d48-5692-4e35-b2e5-b5a13ab4feb3 req-ca529a22-0121-4f46-9013-0b6422e303a8 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451722 Jul 24 01:02:38.612693 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218dbdb-d9f3-42fb-9a18-f8606fb3e669 req-75a07787-039e-40eb-b561-b38b07d951a7 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:38.614175 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6218dbdb-d9f3-42fb-9a18-f8606fb3e669 req-75a07787-039e-40eb-b561-b38b07d951a7 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0455987 Jul 24 01:02:38.663878 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6218dbdb-d9f3-42fb-9a18-f8606fb3e669 req-030b6e12-7f06-4e2f-bb61-233d2779934f tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443304 Jul 24 01:02:39.257149 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=5 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:39.609811 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:39.621165 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:39.779160 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb02d4-89be-48cd-9f71-20bf071225be req-0fdac1dd-4555-4759-82d1-174662dc40da tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:39.780638 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8ddb02d4-89be-48cd-9f71-20bf071225be req-0fdac1dd-4555-4759-82d1-174662dc40da tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0491402 Jul 24 01:02:39.793180 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:39.831725 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8ddb02d4-89be-48cd-9f71-20bf071225be req-9361c642-7151-44c4-88b3-73b7ece2efa4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451992 Jul 24 01:02:40.331923 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-75125c75-6388-4aa1-9796-9f7d39a7dae1 req-dd6197bc-bc1a-4d20-8bd4-dcdd884d4615 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403225 Jul 24 01:02:40.409501 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75125c75-6388-4aa1-9796-9f7d39a7dae1 req-dec3b17a-5e83-4df3-9b10-fae81e224a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:40.411191 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-75125c75-6388-4aa1-9796-9f7d39a7dae1 req-dec3b17a-5e83-4df3-9b10-fae81e224a1a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=644464d3831e468f8ab9957bb33817b0&device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 1129 time: 0.0393453 Jul 24 01:02:40.523444 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75125c75-6388-4aa1-9796-9f7d39a7dae1 req-ee4ed160-77e0-469b-8bfb-4ac6d295c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:40.525030 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-75125c75-6388-4aa1-9796-9f7d39a7dae1 req-ee4ed160-77e0-469b-8bfb-4ac6d295c7fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2871582-ae5b-4292-87a4-e519f553496c HTTP/1.1" status: 200 len: 911 time: 0.0910182 Jul 24 01:02:40.601787 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-75125c75-6388-4aa1-9796-9f7d39a7dae1 req-aba8c13b-6089-4768-8542-ba9a3bfdb709 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=710ccda1-d8a7-4b65-9124-7d15ed6b5d75 HTTP/1.1" status: 200 len: 1001 time: 0.0693486 Jul 24 01:02:40.660437 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75125c75-6388-4aa1-9796-9f7d39a7dae1 req-ba4faad9-9f33-49d1-9f76-c8a8cd98a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:40.662019 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-75125c75-6388-4aa1-9796-9f7d39a7dae1 req-ba4faad9-9f33-49d1-9f76-c8a8cd98a005 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f013cc2c-f207-467b-86f3-d197484583fd HTTP/1.1" status: 200 len: 849 time: 0.0512862 Jul 24 01:02:40.712738 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75125c75-6388-4aa1-9796-9f7d39a7dae1 req-53404513-793e-4633-8902-dfe0213fd94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:40.713779 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-75125c75-6388-4aa1-9796-9f7d39a7dae1 req-53404513-793e-4633-8902-dfe0213fd94e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2871582-ae5b-4292-87a4-e519f553496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442700 Jul 24 01:02:40.821494 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-75125c75-6388-4aa1-9796-9f7d39a7dae1 req-843dee98-c8fe-4b3d-bb45-cae4a872690d service neutron] 10.222.0.39 "GET /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963852 Jul 24 01:02:40.919092 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-75125c75-6388-4aa1-9796-9f7d39a7dae1 req-1af5046b-6eb5-4b29-8969-b5d0c24db955 service neutron] 10.222.0.39 "GET /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849855 Jul 24 01:02:41.243518 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 33296) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:41.248215 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-102df082-7b62-4cd4-a90e-bc124930878c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--61159647', 'description': 'tempest-description--1816911523'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:02:41.272328 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-102df082-7b62-4cd4-a90e-bc124930878c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:41.274982 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:41.296300 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 33298) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:41.320851 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:41.352899 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-102df082-7b62-4cd4-a90e-bc124930878c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for security_group (39bd0a67-b908-4e76-94fe-ff2fcb163f34), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:41.357140 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-102df082-7b62-4cd4-a90e-bc124930878c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (39bd0a67-b908-4e76-94fe-ff2fcb163f34), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:41.391328 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-102df082-7b62-4cd4-a90e-bc124930878c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:41.395279 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-102df082-7b62-4cd4-a90e-bc124930878c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1481185 Jul 24 01:02:41.396725 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 33302) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:41.402155 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-f6b774cb-2f60-4e30-8d9b-abd6a739da98 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Request body: {'security_group_rule': {'security_group_id': '39bd0a67-b908-4e76-94fe-ff2fcb163f34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:02:41.409222 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102df082-7b62-4cd4-a90e-bc124930878c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39bd0a67-b908-4e76-94fe-ff2fcb163f34,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:41.423237 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102df082-7b62-4cd4-a90e-bc124930878c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.424166 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102df082-7b62-4cd4-a90e-bc124930878c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.424504 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102df082-7b62-4cd4-a90e-bc124930878c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.424845 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102df082-7b62-4cd4-a90e-bc124930878c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.424970 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a8f98633-fc6d-481c-8e45-b33b901aa642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:41.425181 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102df082-7b62-4cd4-a90e-bc124930878c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.425524 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102df082-7b62-4cd4-a90e-bc124930878c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.425892 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102df082-7b62-4cd4-a90e-bc124930878c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.426291 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102df082-7b62-4cd4-a90e-bc124930878c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.426827 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102df082-7b62-4cd4-a90e-bc124930878c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.427261 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102df082-7b62-4cd4-a90e-bc124930878c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.427612 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102df082-7b62-4cd4-a90e-bc124930878c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.427935 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102df082-7b62-4cd4-a90e-bc124930878c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.428263 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102df082-7b62-4cd4-a90e-bc124930878c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.428590 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102df082-7b62-4cd4-a90e-bc124930878c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.428920 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102df082-7b62-4cd4-a90e-bc124930878c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.457935 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f6b774cb-2f60-4e30-8d9b-abd6a739da98 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for security_group_rule (bc9e7e9f-edfb-4152-a11a-6ddc857a152b), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:41.508951 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a8f98633-fc6d-481c-8e45-b33b901aa642 admin admin] Publish callbacks [] for security_group (167d1968-00df-4ec1-b805-64390f1c52af), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:41.512815 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a8f98633-fc6d-481c-8e45-b33b901aa642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (167d1968-00df-4ec1-b805-64390f1c52af), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:41.527709 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f6b774cb-2f60-4e30-8d9b-abd6a739da98 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for security_group_rule (bc9e7e9f-edfb-4152-a11a-6ddc857a152b), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:41.531954 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f6b774cb-2f60-4e30-8d9b-abd6a739da98 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (bc9e7e9f-edfb-4152-a11a-6ddc857a152b), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:41.554393 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b774cb-2f60-4e30-8d9b-abd6a739da98 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9e7e9f-edfb-4152-a11a-6ddc857a152b,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:41.559396 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a8f98633-fc6d-481c-8e45-b33b901aa642 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e33dfa1646b846c5a98f6d4a0fb4f098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596941 Jul 24 01:02:41.559396 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f98633-fc6d-481c-8e45-b33b901aa642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167d1968-00df-4ec1-b805-64390f1c52af,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:41.560494 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f6b774cb-2f60-4e30-8d9b-abd6a739da98 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:41.564065 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-f6b774cb-2f60-4e30-8d9b-abd6a739da98 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1640432 Jul 24 01:02:41.564065 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 33304) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:41.564536 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 33306) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:41.569887 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-e493d5a4-d97a-4ed0-ba7f-20e1bd511e6b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Request body: {'security_group_rule': {'security_group_id': '39bd0a67-b908-4e76-94fe-ff2fcb163f34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:02:41.575188 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f98633-fc6d-481c-8e45-b33b901aa642 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.575528 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f98633-fc6d-481c-8e45-b33b901aa642 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.575862 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f98633-fc6d-481c-8e45-b33b901aa642 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.576192 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f98633-fc6d-481c-8e45-b33b901aa642 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.576514 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f98633-fc6d-481c-8e45-b33b901aa642 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.576835 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f98633-fc6d-481c-8e45-b33b901aa642 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.577153 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f98633-fc6d-481c-8e45-b33b901aa642 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.577468 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f98633-fc6d-481c-8e45-b33b901aa642 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.577781 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f98633-fc6d-481c-8e45-b33b901aa642 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.578096 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f98633-fc6d-481c-8e45-b33b901aa642 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.578416 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f98633-fc6d-481c-8e45-b33b901aa642 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.578732 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f98633-fc6d-481c-8e45-b33b901aa642 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.579067 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f98633-fc6d-481c-8e45-b33b901aa642 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.579376 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f98633-fc6d-481c-8e45-b33b901aa642 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.579685 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f98633-fc6d-481c-8e45-b33b901aa642 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:41.607744 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e493d5a4-d97a-4ed0-ba7f-20e1bd511e6b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for security_group_rule (448bbea2-6e90-401b-bec0-5268459ea2cd), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:41.620819 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6daf3eb3-01a5-46e8-949c-3a600899dfa9 admin admin] Publish callbacks [] for security_group (167d1968-00df-4ec1-b805-64390f1c52af), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:41.646505 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6daf3eb3-01a5-46e8-949c-3a600899dfa9 admin admin] Publish callbacks [] for security_group (167d1968-00df-4ec1-b805-64390f1c52af), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:41.666696 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e493d5a4-d97a-4ed0-ba7f-20e1bd511e6b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for security_group_rule (448bbea2-6e90-401b-bec0-5268459ea2cd), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:41.671200 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e493d5a4-d97a-4ed0-ba7f-20e1bd511e6b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (448bbea2-6e90-401b-bec0-5268459ea2cd), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:41.690207 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493d5a4-d97a-4ed0-ba7f-20e1bd511e6b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448bbea2-6e90-401b-bec0-5268459ea2cd,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:41.706468 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e493d5a4-d97a-4ed0-ba7f-20e1bd511e6b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:41.707818 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e493d5a4-d97a-4ed0-ba7f-20e1bd511e6b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419387 Jul 24 01:02:41.709539 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6daf3eb3-01a5-46e8-949c-3a600899dfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (167d1968-00df-4ec1-b805-64390f1c52af), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:41.711372 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 33310) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:41.712102 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6daf3eb3-01a5-46e8-949c-3a600899dfa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:41.715771 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-6daf3eb3-01a5-46e8-949c-3a600899dfa9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/167d1968-00df-4ec1-b805-64390f1c52af HTTP/1.1" status: 204 len: 168 time: 0.1526251 Jul 24 01:02:41.716156 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-90189aff-2fa2-4385-bc63-103bec304428 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Request body: {'floatingip': {'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:02:41.724372 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf3eb3-01a5-46e8-949c-3a600899dfa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167d1968-00df-4ec1-b805-64390f1c52af,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:41.726278 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:41.746412 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-90189aff-2fa2-4385-bc63-103bec304428 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:42.073536 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-90189aff-2fa2-4385-bc63-103bec304428 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:42.191941 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-90189aff-2fa2-4385-bc63-103bec304428 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Allocated IP 172.37.6.61 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/dbaa8882-a384-4a48-b1d2-d7fb1adfcb84) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:42.308051 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-90189aff-2fa2-4385-bc63-103bec304428 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for port (dbaa8882-a384-4a48-b1d2-d7fb1adfcb84), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:42.332922 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:42.345854 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-90189aff-2fa2-4385-bc63-103bec304428 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (dbaa8882-a384-4a48-b1d2-d7fb1adfcb84), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:42.396339 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90189aff-2fa2-4385-bc63-103bec304428 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:42.404190 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-90189aff-2fa2-4385-bc63-103bec304428 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:42.406259 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90189aff-2fa2-4385-bc63-103bec304428 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Pushing event updated for resources: {'Port': ['ID=dbaa8882-a384-4a48-b1d2-d7fb1adfcb84,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:42.408979 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90189aff-2fa2-4385-bc63-103bec304428 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:02:42.529471 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-90189aff-2fa2-4385-bc63-103bec304428 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for floatingip (16ca0aad-daae-4cd1-8fce-20dd786824ef), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:42.539539 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e36efc-1983-4edd-bbe9-e728b5d18f4d req-a6e187fa-a82c-40e6-8ff2-efb3f93f6038 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:42.541014 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-77e36efc-1983-4edd-bbe9-e728b5d18f4d req-a6e187fa-a82c-40e6-8ff2-efb3f93f6038 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0721557 Jul 24 01:02:42.623400 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-77e36efc-1983-4edd-bbe9-e728b5d18f4d req-85263927-2e2c-468d-aca8-0052f96d370c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765331 Jul 24 01:02:42.624004 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-90189aff-2fa2-4385-bc63-103bec304428 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (dbaa8882-a384-4a48-b1d2-d7fb1adfcb84), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:42.750675 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:42.799183 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-90189aff-2fa2-4385-bc63-103bec304428 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for port (dbaa8882-a384-4a48-b1d2-d7fb1adfcb84), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:42.804549 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-90189aff-2fa2-4385-bc63-103bec304428 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (dbaa8882-a384-4a48-b1d2-d7fb1adfcb84), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:42.842729 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-90189aff-2fa2-4385-bc63-103bec304428 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (16ca0aad-daae-4cd1-8fce-20dd786824ef), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:42.865642 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90189aff-2fa2-4385-bc63-103bec304428 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Pushing event updated for resources: {'Port': ['ID=dbaa8882-a384-4a48-b1d2-d7fb1adfcb84,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:42.871936 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-90189aff-2fa2-4385-bc63-103bec304428 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:42.875699 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-90189aff-2fa2-4385-bc63-103bec304428 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1627040 Jul 24 01:02:42.996619 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 33368) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:43.091357 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6afca993-26e5-4c21-b941-c6a69470c582 req-309b13ad-b3c2-4cfd-8a21-cb2edfce3eb2 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--61159647&fields=id&tenant_id=f7d219e82efe44f9b6f860a5fabc7733 HTTP/1.1" status: 200 len: 267 time: 0.0484405 Jul 24 01:02:43.117658 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f96b9dcb-8435-4b9f-9d2b-563a753d1e4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:43.244452 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afca993-26e5-4c21-b941-c6a69470c582 req-ee8685fd-f8cd-4b24-b5f7-a20fd9508822 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:43.245891 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6afca993-26e5-4c21-b941-c6a69470c582 req-ee8685fd-f8cd-4b24-b5f7-a20fd9508822 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/networks?id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b HTTP/1.1" status: 200 len: 818 time: 0.1447003 Jul 24 01:02:43.268302 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6afca993-26e5-4c21-b941-c6a69470c582 req-586d9642-81d3-4c63-9381-7649cda15fc0 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/quotas/f7d219e82efe44f9b6f860a5fabc7733 HTTP/1.1" status: 200 len: 375 time: 0.0160334 Jul 24 01:02:43.314874 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f96b9dcb-8435-4b9f-9d2b-563a753d1e4b admin admin] Publish callbacks [] for security_group (ae879c45-f6de-4114-8bd6-ad6e7477cfd5), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:43.322606 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f96b9dcb-8435-4b9f-9d2b-563a753d1e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (ae879c45-f6de-4114-8bd6-ad6e7477cfd5), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:43.350240 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6afca993-26e5-4c21-b941-c6a69470c582 req-ad7a1560-ba1e-480c-b1f9-827486a28b2a tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7d219e82efe44f9b6f860a5fabc7733&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0734711 Jul 24 01:02:43.388850 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b9dcb-8435-4b9f-9d2b-563a753d1e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae879c45-f6de-4114-8bd6-ad6e7477cfd5,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:43.398629 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f96b9dcb-8435-4b9f-9d2b-563a753d1e4b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c51d881f79214b688e8f48f606d5c9da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3984039 Jul 24 01:02:43.399982 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 33380) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:02:43.458125 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-774c6721-4de6-41c4-be8d-2bcc890846e6 admin admin] Publish callbacks [] for security_group (ae879c45-f6de-4114-8bd6-ad6e7477cfd5), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:43.462675 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:43.469226 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6afca993-26e5-4c21-b941-c6a69470c582 req-8d21c26d-24a4-429c-9340-d64b5f1901c4 service neutron] 10.222.0.18 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055026 Jul 24 01:02:43.481787 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-774c6721-4de6-41c4-be8d-2bcc890846e6 admin admin] Publish callbacks [] for security_group (ae879c45-f6de-4114-8bd6-ad6e7477cfd5), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:43.531647 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-774c6721-4de6-41c4-be8d-2bcc890846e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (ae879c45-f6de-4114-8bd6-ad6e7477cfd5), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:43.535548 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-774c6721-4de6-41c4-be8d-2bcc890846e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:43.539159 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-774c6721-4de6-41c4-be8d-2bcc890846e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae879c45-f6de-4114-8bd6-ad6e7477cfd5 HTTP/1.1" status: 204 len: 168 time: 0.1358452 Jul 24 01:02:43.548977 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c6721-4de6-41c4-be8d-2bcc890846e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae879c45-f6de-4114-8bd6-ad6e7477cfd5,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:43.571454 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6afca993-26e5-4c21-b941-c6a69470c582 req-c75910b2-434a-4b6c-81e5-b28731252e31 service neutron] 10.222.0.18 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959508 Jul 24 01:02:43.576818 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-019f305f-f963-4474-9732-8d5ce54f4e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:43.804878 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f3a28-7346-415a-a732-8e1ae1354a9f req-300f89ff-7efa-41c5-ae15-b73164b35c84 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:43.807909 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d94f3a28-7346-415a-a732-8e1ae1354a9f req-300f89ff-7efa-41c5-ae15-b73164b35c84 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.1011145 Jul 24 01:02:43.847208 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ebfb487e-21a6-4776-8cec-9fd2e00e88c0 req-ca9883e8-4300-422c-8b89-80805f482a88 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 210 time: 0.0699010 Jul 24 01:02:43.906820 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d94f3a28-7346-415a-a732-8e1ae1354a9f req-2ad4f1bb-17d0-4aa5-a0d7-ae969fbcab68 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584013 Jul 24 01:02:44.984319 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f30eab54-9972-40e2-b11b-ea5a9309712e req-02814bc9-69b6-4a02-910a-86b58c2c2cfc tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 210 time: 0.0301173 Jul 24 01:02:45.033448 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aead63-b218-460c-85f9-ab0cabed367d req-861b0b1b-c9ea-414e-befd-74b75d6820bd tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:45.034993 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d6aead63-b218-460c-85f9-ab0cabed367d req-861b0b1b-c9ea-414e-befd-74b75d6820bd tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0459085 Jul 24 01:02:45.089973 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d6aead63-b218-460c-85f9-ab0cabed367d req-d237a061-e680-4b55-a4bf-3cb8abb63e22 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483172 Jul 24 01:02:45.838243 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f37eafdb-8b69-4f82-95db-767f52120733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:46.180806 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:46.241240 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8f1956f1-7117-48cb-94f5-0069164ee355 req-0bbfe00e-b78b-4286-bd38-9ebdca8a9c17 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 210 time: 0.0399308 Jul 24 01:02:46.247494 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31add6e7-f949-4aae-9841-c0bee2c1ea3b req-0aa1347b-61b8-4ea4-8b65-f21570d9c242 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:46.248868 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-31add6e7-f949-4aae-9841-c0bee2c1ea3b req-0aa1347b-61b8-4ea4-8b65-f21570d9c242 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0769863 Jul 24 01:02:46.301583 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-31add6e7-f949-4aae-9841-c0bee2c1ea3b req-3231ca1f-70b6-488d-aa90-bd342e34358b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469646 Jul 24 01:02:47.093992 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:47.252526 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afca993-26e5-4c21-b941-c6a69470c582 req-75ec732d-a172-4930-91e8-307fd8d3c9bb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:47.254679 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6afca993-26e5-4c21-b941-c6a69470c582 req-75ec732d-a172-4930-91e8-307fd8d3c9bb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.39 "GET /v2.0/networks?id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b HTTP/1.1" status: 200 len: 818 time: 0.1448503 Jul 24 01:02:47.329582 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:47.339972 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6afca993-26e5-4c21-b941-c6a69470c582 req-e1c32580-feab-4482-b535-d604013d74ab tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7d219e82efe44f9b6f860a5fabc7733 HTTP/1.1" status: 200 len: 378 time: 0.0662763 Jul 24 01:02:47.350700 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0c563581-2c17-48d6-bfcd-e08a7d16f76d req-138fb26d-b679-49fd-8d3c-eb9829a413cf tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 210 time: 0.0326915 Jul 24 01:02:47.431166 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03704e-bcef-4737-9924-c5991266e2d4 req-b0f7f386-a17a-447b-8f62-3478968fe70a tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:47.432605 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6a03704e-bcef-4737-9924-c5991266e2d4 req-b0f7f386-a17a-447b-8f62-3478968fe70a tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0600860 Jul 24 01:02:47.460600 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-6afca993-26e5-4c21-b941-c6a69470c582 req-5b243ede-1d2e-4833-9930-521c617d5101 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Request body: {'port': {'device_id': 'c6a71fa6-32c2-446f-b9e5-80d4e9ea800e', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'admin_state_up': True, 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'security_groups': ['39bd0a67-b908-4e76-94fe-ff2fcb163f34']}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:02:47.489007 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57cbab-76bd-4f3c-af9c-26349800f81d req-572187b7-b307-4032-b1b6-5d25534abe0a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:47.490423 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6a57cbab-76bd-4f3c-af9c-26349800f81d req-572187b7-b307-4032-b1b6-5d25534abe0a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0767410 Jul 24 01:02:47.528449 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6a03704e-bcef-4737-9924-c5991266e2d4 req-cc51e695-fe21-4039-80fa-a692df712d69 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789633 Jul 24 01:02:47.557180 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6a57cbab-76bd-4f3c-af9c-26349800f81d req-dd1cc4ab-d66d-4039-ac70-d5aa75895680 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607605 Jul 24 01:02:47.593059 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6afca993-26e5-4c21-b941-c6a69470c582 req-5b243ede-1d2e-4833-9930-521c617d5101 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Made reservation on behalf of f7d219e82efe44f9b6f860a5fabc7733 for: {'port': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:47.596607 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-6afca993-26e5-4c21-b941-c6a69470c582 req-5b243ede-1d2e-4833-9930-521c617d5101 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:47.700286 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:47.730600 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [req-6afca993-26e5-4c21-b941-c6a69470c582 req-5b243ede-1d2e-4833-9930-521c617d5101 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Allocated IP 172.20.0.9 (fd9f01d9-09a8-410d-9e7d-efac033dcd4b/799e17c1-9604-4b46-8040-e48ddab56dcd/c3604b8e-6ace-40d2-8c7a-9f222b26d78c) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:47.868432 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-6afca993-26e5-4c21-b941-c6a69470c582 req-5b243ede-1d2e-4833-9930-521c617d5101 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for port (c3604b8e-6ace-40d2-8c7a-9f222b26d78c), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:47.900202 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-6afca993-26e5-4c21-b941-c6a69470c582 req-5b243ede-1d2e-4833-9930-521c617d5101 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (c3604b8e-6ace-40d2-8c7a-9f222b26d78c), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:47.941711 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6afca993-26e5-4c21-b941-c6a69470c582 req-5b243ede-1d2e-4833-9930-521c617d5101 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Network fd9f01d9-09a8-410d-9e7d-efac033dcd4b is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:47.947004 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [req-6afca993-26e5-4c21-b941-c6a69470c582 req-5b243ede-1d2e-4833-9930-521c617d5101 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:47.951006 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afca993-26e5-4c21-b941-c6a69470c582 req-5b243ede-1d2e-4833-9930-521c617d5101 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:02:47.974879 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b243ede-1d2e-4833-9930-521c617d5101 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Pushing event updated for resources: {'Port': ['ID=c3604b8e-6ace-40d2-8c7a-9f222b26d78c,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:48.007448 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afca993-26e5-4c21-b941-c6a69470c582 req-5b243ede-1d2e-4833-9930-521c617d5101 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:48.008193 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-6afca993-26e5-4c21-b941-c6a69470c582 req-5b243ede-1d2e-4833-9930-521c617d5101 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:48.024166 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6afca993-26e5-4c21-b941-c6a69470c582 req-5b243ede-1d2e-4833-9930-521c617d5101 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5692055 Jul 24 01:02:48.048055 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-6afca993-26e5-4c21-b941-c6a69470c582 req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] Request body: {'port': {'device_id': 'c6a71fa6-32c2-446f-b9e5-80d4e9ea800e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:02:48.108741 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-6afca993-26e5-4c21-b941-c6a69470c582 req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (c3604b8e-6ace-40d2-8c7a-9f222b26d78c), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:48.210872 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-10e0ddbe-94a6-4d9e-8d21-0cf87dfbefe2 None None] Provisioning complete for port c3604b8e-6ace-40d2-8c7a-9f222b26d78c triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:02:48.213033 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-10e0ddbe-94a6-4d9e-8d21-0cf87dfbefe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (c3604b8e-6ace-40d2-8c7a-9f222b26d78c), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:48.259110 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-10e0ddbe-94a6-4d9e-8d21-0cf87dfbefe2 None None] Port c3604b8e-6ace-40d2-8c7a-9f222b26d78c cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:02:48.432977 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:48.506852 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184e91a-e307-4849-84ca-ab59d1c6e77f req-440e2611-86be-4948-9cd1-882184ece8a3 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:48.508312 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b184e91a-e307-4849-84ca-ab59d1c6e77f req-440e2611-86be-4948-9cd1-882184ece8a3 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 931 time: 0.0526834 Jul 24 01:02:48.519911 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:48.563230 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b184e91a-e307-4849-84ca-ab59d1c6e77f req-715ac246-071b-4709-b017-0cf42de01a01 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490966 Jul 24 01:02:48.603322 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [req-6afca993-26e5-4c21-b941-c6a69470c582 req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3604b8e-6ace-40d2-8c7a-9f222b26d78c {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:02:48.614707 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-6afca993-26e5-4c21-b941-c6a69470c582 req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] Publish callbacks [] for port (c3604b8e-6ace-40d2-8c7a-9f222b26d78c), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:48.636104 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [req-6afca993-26e5-4c21-b941-c6a69470c582 req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] Transition to ACTIVE for port object c3604b8e-6ace-40d2-8c7a-9f222b26d78c will not be triggered until provisioned by entity L2. {{(pid=103995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 01:02:48.641197 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-6afca993-26e5-4c21-b941-c6a69470c582 req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (c3604b8e-6ace-40d2-8c7a-9f222b26d78c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:48.718165 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:INSERT=3,neutron:UPDATE=4,neutron:SELECT=92,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:48.720828 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] Pushing event updated for resources: {'Port': ['ID=c3604b8e-6ace-40d2-8c7a-9f222b26d78c,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:48.744254 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8af39f-65bc-4ab7-90a6-e255dc1f1f0e req-b8b22426-7215-4780-8def-2f3fcfa93e3e tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:48.745908 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-da8af39f-65bc-4ab7-90a6-e255dc1f1f0e req-b8b22426-7215-4780-8def-2f3fcfa93e3e tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0980179 Jul 24 01:02:48.770088 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3bd6b-1fda-43b1-99a2-43a186f36709 req-5de102fd-9bbc-41e4-afff-dfb6272fb9ad tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:48.771791 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c7f3bd6b-1fda-43b1-99a2-43a186f36709 req-5de102fd-9bbc-41e4-afff-dfb6272fb9ad tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0874722 Jul 24 01:02:48.793628 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-6afca993-26e5-4c21-b941-c6a69470c582 req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] Attempting to bind port c3604b8e-6ace-40d2-8c7a-9f222b26d78c on host hv-cinder-maste for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:02:48.793962 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-6afca993-26e5-4c21-b941-c6a69470c582 req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] Attempting to bind port c3604b8e-6ace-40d2-8c7a-9f222b26d78c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '74c2a00b-185e-4fc6-bac5-4c487cfc75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:02:48.794290 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afca993-26e5-4c21-b941-c6a69470c582 req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] Attempting to bind port c3604b8e-6ace-40d2-8c7a-9f222b26d78c on network fd9f01d9-09a8-410d-9e7d-efac033dcd4b {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:02:48.799446 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afca993-26e5-4c21-b941-c6a69470c582 req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] Port c3604b8e-6ace-40d2-8c7a-9f222b26d78c on network fd9f01d9-09a8-410d-9e7d-efac033dcd4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 01:02:48.799799 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afca993-26e5-4c21-b941-c6a69470c582 req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] Attempting to bind port c3604b8e-6ace-40d2-8c7a-9f222b26d78c on network fd9f01d9-09a8-410d-9e7d-efac033dcd4b {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:02:48.804731 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afca993-26e5-4c21-b941-c6a69470c582 req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] Checking agent: {'id': 'e7b2140f-0e0f-4ee7-997b-e62068d5aaa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'started_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:02:48.805072 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afca993-26e5-4c21-b941-c6a69470c582 req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] Checking segment: {'id': '74c2a00b-185e-4fc6-bac5-4c487cfc75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:02:48.805517 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afca993-26e5-4c21-b941-c6a69470c582 req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] Bound using segment: {'id': '74c2a00b-185e-4fc6-bac5-4c487cfc75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:02:48.805869 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-6afca993-26e5-4c21-b941-c6a69470c582 req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] Bound port: c3604b8e-6ace-40d2-8c7a-9f222b26d78c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c2a00b-185e-4fc6-bac5-4c487cfc75e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:02:48.806227 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-6afca993-26e5-4c21-b941-c6a69470c582 req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (c3604b8e-6ace-40d2-8c7a-9f222b26d78c), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:48.845425 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:48.855144 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-da8af39f-65bc-4ab7-90a6-e255dc1f1f0e req-b8538b9a-b26c-4903-8a30-0998b503e4a0 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963016 Jul 24 01:02:48.871586 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c7f3bd6b-1fda-43b1-99a2-43a186f36709 req-7df21ad6-1f6a-4bb7-847c-5ea65baa7f41 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921226 Jul 24 01:02:48.894345 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-6afca993-26e5-4c21-b941-c6a69470c582 req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] For port c3604b8e-6ace-40d2-8c7a-9f222b26d78c, host hv-cinder-maste, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:02:48.897755 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-6afca993-26e5-4c21-b941-c6a69470c582 req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] For port c3604b8e-6ace-40d2-8c7a-9f222b26d78c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c3604b8e-6ace-40d2-8c7a-9f222b26d78c,segment=NetworkSegment(74c2a00b-185e-4fc6-bac5-4c487cfc75e4),segment_id=74c2a00b-185e-4fc6-bac5-4c487cfc75e4)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:02:48.904812 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-6afca993-26e5-4c21-b941-c6a69470c582 req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (c3604b8e-6ace-40d2-8c7a-9f222b26d78c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:48.947417 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afca993-26e5-4c21-b941-c6a69470c582 req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:48.948054 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-6afca993-26e5-4c21-b941-c6a69470c582 req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:48.949453 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6afca993-26e5-4c21-b941-c6a69470c582 req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] 10.222.0.39 "PUT /v2.0/ports/c3604b8e-6ace-40d2-8c7a-9f222b26d78c HTTP/1.1" status: 200 len: 1093 time: 0.9057078 Jul 24 01:02:48.949901 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a71fa6-32c2-446f-b9e5-80d4e9ea800e', 'tag': 'c3604b8e-6ace-40d2-8c7a-9f222b26d78c'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:02:48.952401 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e580e47-484d-419f-b633-ff3617ea555b" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a71fa6-32c2-446f-b9e5-80d4e9ea800e", "tag": "c3604b8e-6ace-40d2-8c7a-9f222b26d78c"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:02:48.969909 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470d36f-e476-4db6-9dee-8a8785a71fff service neutron] Pushing event updated for resources: {'Port': ['ID=c3604b8e-6ace-40d2-8c7a-9f222b26d78c,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:48.994399 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e57f61-2e2e-4a74-be84-916db13ad0b6 x-openstack-request-id: req-18e57f61-2e2e-4a74-be84-916db13ad0b6 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:02:48.994694 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a71fa6-32c2-446f-b9e5-80d4e9ea800e", "tag": "c3604b8e-6ace-40d2-8c7a-9f222b26d78c", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:02:48.994982 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18e57f61-2e2e-4a74-be84-916db13ad0b6 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:02:48.995387 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18e57f61-2e2e-4a74-be84-916db13ad0b6'] response: {'name': 'network-changed', 'server_uuid': 'c6a71fa6-32c2-446f-b9e5-80d4e9ea800e', 'tag': 'c3604b8e-6ace-40d2-8c7a-9f222b26d78c', 'status': 'completed', 'code': 200} Jul 24 01:02:49.266936 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e580e47-484d-419f-b633-ff3617ea555b req-d0c44838-5886-4641-a9d8-42a632f27430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:49.268436 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3e580e47-484d-419f-b633-ff3617ea555b req-d0c44838-5886-4641-a9d8-42a632f27430 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7d219e82efe44f9b6f860a5fabc7733&device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 1127 time: 0.0413613 Jul 24 01:02:49.382644 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e580e47-484d-419f-b633-ff3617ea555b req-227ec1c9-136e-4dbc-9fba-76584fbd47be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:49.384175 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3e580e47-484d-419f-b633-ff3617ea555b req-227ec1c9-136e-4dbc-9fba-76584fbd47be service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f7d219e82efe44f9b6f860a5fabc7733&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0972800 Jul 24 01:02:49.490025 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e580e47-484d-419f-b633-ff3617ea555b req-65a52ef3-0e05-427e-9adb-9d3f98f466da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:49.491432 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3e580e47-484d-419f-b633-ff3617ea555b req-65a52ef3-0e05-427e-9adb-9d3f98f466da service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911837 Jul 24 01:02:49.610941 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afca993-26e5-4c21-b941-c6a69470c582 req-8f375d8d-5379-477e-b832-160211b7a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:49.613084 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6afca993-26e5-4c21-b941-c6a69470c582 req-8f375d8d-5379-477e-b832-160211b7a16a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7d219e82efe44f9b6f860a5fabc7733&device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 1127 time: 0.0428431 Jul 24 01:02:49.671123 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6afca993-26e5-4c21-b941-c6a69470c582 req-392b0b97-9355-483c-af73-d909f68214af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3604b8e-6ace-40d2-8c7a-9f222b26d78c HTTP/1.1" status: 200 len: 217 time: 0.0327578 Jul 24 01:02:49.683103 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70fc99-a3d7-4a21-b288-9802d994e601 req-042164cf-6c5a-4f49-a547-0f6295ebe814 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:49.684798 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1e70fc99-a3d7-4a21-b288-9802d994e601 req-042164cf-6c5a-4f49-a547-0f6295ebe814 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 943 time: 0.0476387 Jul 24 01:02:49.728829 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afca993-26e5-4c21-b941-c6a69470c582 req-62eec4e8-edee-4b12-9a28-c16e54543ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:49.731082 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6afca993-26e5-4c21-b941-c6a69470c582 req-62eec4e8-edee-4b12-9a28-c16e54543ee7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=799e17c1-9604-4b46-8040-e48ddab56dcd HTTP/1.1" status: 200 len: 857 time: 0.0508699 Jul 24 01:02:49.750792 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1e70fc99-a3d7-4a21-b288-9802d994e601 req-ec5794e1-b352-4017-a887-97548726944a tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600266 Jul 24 01:02:49.786532 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afca993-26e5-4c21-b941-c6a69470c582 req-166db021-bf1a-4f47-86fe-db007541eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:49.788175 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6afca993-26e5-4c21-b941-c6a69470c582 req-166db021-bf1a-4f47-86fe-db007541eea3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485153 Jul 24 01:02:49.882034 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6afca993-26e5-4c21-b941-c6a69470c582 req-7929ce8d-3b2a-412b-b751-be690d7551de service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851083 Jul 24 01:02:49.920006 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:49.970223 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248eb30b-5a7e-452e-aa95-84ee31755929 req-af2d922b-c6ea-473d-98e3-2f86ad4f2369 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:49.972387 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-248eb30b-5a7e-452e-aa95-84ee31755929 req-af2d922b-c6ea-473d-98e3-2f86ad4f2369 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0577638 Jul 24 01:02:49.983763 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6afca993-26e5-4c21-b941-c6a69470c582 req-40b733d0-85ec-4e7d-b37d-c54ca25d9a49 service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940316 Jul 24 01:02:50.028976 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ec882-9222-4823-aef9-21bd51bf9805 req-2eed70b4-b289-4d24-bf6f-038835efd6e7 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:50.030351 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d68ec882-9222-4823-aef9-21bd51bf9805 req-2eed70b4-b289-4d24-bf6f-038835efd6e7 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0802734 Jul 24 01:02:50.036039 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:50.069347 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-248eb30b-5a7e-452e-aa95-84ee31755929 req-d4731dac-5068-4336-945b-a8b8699c31ab tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807526 Jul 24 01:02:50.095390 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d68ec882-9222-4823-aef9-21bd51bf9805 req-37e874ce-cfbd-4e55-8c96-7fbd2ff5a670 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581419 Jul 24 01:02:50.861247 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c18fed-3af1-4f22-98a7-89f0c75a1b8e req-98fbfadd-ddff-45ae-992e-3e36063139dc tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:50.863281 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-31c18fed-3af1-4f22-98a7-89f0c75a1b8e req-98fbfadd-ddff-45ae-992e-3e36063139dc tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 943 time: 0.0483520 Jul 24 01:02:50.913537 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-31c18fed-3af1-4f22-98a7-89f0c75a1b8e req-e33566c8-2f36-474f-ba22-27932d3a2a70 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443389 Jul 24 01:02:51.002967 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:51.020920 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5f290-3ab8-47a6-aa2b-334352a69d9d req-96135189-adf4-48d2-9a7f-1405ee0a790f tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:51.022919 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3ca5f290-3ab8-47a6-aa2b-334352a69d9d req-96135189-adf4-48d2-9a7f-1405ee0a790f tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 945 time: 0.0462434 Jul 24 01:02:51.073815 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3ca5f290-3ab8-47a6-aa2b-334352a69d9d req-9739da46-26d6-46e9-b024-fe16944b3c6f tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452926 Jul 24 01:02:51.210664 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af178560-2771-43c6-9753-1a7301c94730 req-78ed764f-509c-442f-882e-9692ae9a8465 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:51.212139 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-af178560-2771-43c6-9753-1a7301c94730 req-78ed764f-509c-442f-882e-9692ae9a8465 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0733728 Jul 24 01:02:51.234025 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b531bf-d2db-43ed-b0af-cf1f4f34352b req-5ad5c136-1161-494a-831c-4a37fd003792 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:51.235651 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f0b531bf-d2db-43ed-b0af-cf1f4f34352b req-5ad5c136-1161-494a-831c-4a37fd003792 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0686612 Jul 24 01:02:51.302136 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-af178560-2771-43c6-9753-1a7301c94730 req-e81d9787-f5ca-419b-b5f5-8d9a0ec98be9 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841036 Jul 24 01:02:51.306051 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f0b531bf-d2db-43ed-b0af-cf1f4f34352b req-727b60a1-8229-4014-8539-66fe5cd36ead tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628934 Jul 24 01:02:52.030094 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a60fb-a066-4b2b-87e9-db877df4d7bf req-bc3f3105-22b3-43e7-b4af-31b5fa2d3344 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:52.031552 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-447a60fb-a066-4b2b-87e9-db877df4d7bf req-bc3f3105-22b3-43e7-b4af-31b5fa2d3344 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 943 time: 0.0506511 Jul 24 01:02:52.080642 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-447a60fb-a066-4b2b-87e9-db877df4d7bf req-7c8d202b-0cd7-4cfa-a345-3581fbd7e135 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434391 Jul 24 01:02:52.187667 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c801e-ce4e-400f-a991-5f01c95631a2 req-ccf81298-5255-4b18-af9f-e5d77ed57e64 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:52.189104 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ee5c801e-ce4e-400f-a991-5f01c95631a2 req-ccf81298-5255-4b18-af9f-e5d77ed57e64 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 945 time: 0.0462229 Jul 24 01:02:52.235913 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ee5c801e-ce4e-400f-a991-5f01c95631a2 req-556857db-4865-4980-808a-d18f65d8ec38 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398917 Jul 24 01:02:52.453806 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b393e3-5db2-4c32-aef9-06893b32c103 req-25e6fa66-2741-4b89-8a2b-d3ebd55f1903 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:52.455304 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d3b393e3-5db2-4c32-aef9-06893b32c103 req-25e6fa66-2741-4b89-8a2b-d3ebd55f1903 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0807185 Jul 24 01:02:52.464217 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe39413-dc66-43f0-b19e-302947e0084f req-a846ac82-2a2f-41c2-89f7-df43d06e074d tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:52.464217 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-abe39413-dc66-43f0-b19e-302947e0084f req-a846ac82-2a2f-41c2-89f7-df43d06e074d tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0770831 Jul 24 01:02:52.536591 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d3b393e3-5db2-4c32-aef9-06893b32c103 req-79b4a658-c167-4ced-83be-12c5b47d3034 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728819 Jul 24 01:02:52.539458 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-abe39413-dc66-43f0-b19e-302947e0084f req-f9d6322e-ba72-467a-bf2d-c932c65f1e06 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684319 Jul 24 01:02:53.192348 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd8f85-754a-4b3f-93ac-c6c8e3040850 req-37648506-4aee-4060-bc88-6ed40e1036d4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:53.193792 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1bbd8f85-754a-4b3f-93ac-c6c8e3040850 req-37648506-4aee-4060-bc88-6ed40e1036d4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 943 time: 0.0475342 Jul 24 01:02:53.244801 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1bbd8f85-754a-4b3f-93ac-c6c8e3040850 req-49dd4b76-54f4-4417-84f6-a260e4c38b77 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448413 Jul 24 01:02:53.349038 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5bab2-8588-44a2-838c-f18dfb31eadb req-6c20cd71-8a2c-4177-9fdb-7c00b28c4c74 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:53.350379 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-53b5bab2-8588-44a2-838c-f18dfb31eadb req-6c20cd71-8a2c-4177-9fdb-7c00b28c4c74 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 945 time: 0.0469093 Jul 24 01:02:53.397217 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-53b5bab2-8588-44a2-838c-f18dfb31eadb req-bf9f8a7a-6193-46f3-9cbf-5aa82d128a12 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413635 Jul 24 01:02:53.643012 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:53.685289 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c1860-7c63-4f8b-bb43-94fdfaa46c68 req-12c0e4c1-b19d-46b7-b7e9-552e661b4624 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:53.686741 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bf7c1860-7c63-4f8b-bb43-94fdfaa46c68 req-12c0e4c1-b19d-46b7-b7e9-552e661b4624 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0789211 Jul 24 01:02:53.695566 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9104c76-ee83-4279-b966-a7666e3c6772 req-f496b74d-6d6b-4704-8abb-e9c45fe68861 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:53.696918 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b9104c76-ee83-4279-b966-a7666e3c6772 req-f496b74d-6d6b-4704-8abb-e9c45fe68861 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0779283 Jul 24 01:02:53.771366 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bf7c1860-7c63-4f8b-bb43-94fdfaa46c68 req-10ea24f2-30d7-4c53-9e66-a94e6b8e2683 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735209 Jul 24 01:02:53.774280 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b9104c76-ee83-4279-b966-a7666e3c6772 req-6c34d230-6c77-4e8f-ae0b-8334ac3a5a43 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698111 Jul 24 01:02:54.160364 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device c3604b8e-6ace-40d2-8c7a-9f222b26d78c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:02:54.263321 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port c3604b8e-6ace-40d2-8c7a-9f222b26d78c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c3604b8e-6ace-40d2-8c7a-9f222b26d78c,segment=NetworkSegment(74c2a00b-185e-4fc6-bac5-4c487cfc75e4),segment_id=74c2a00b-185e-4fc6-bac5-4c487cfc75e4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:54.274931 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': 'c3604b8e-6ace-40d2-8c7a-9f222b26d78c', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'port_id': 'c3604b8e-6ace-40d2-8c7a-9f222b26d78c', 'mac_address': 'fa:16:3e:d6:24:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:02:54.310862 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port c3604b8e-6ace-40d2-8c7a-9f222b26d78c is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:02:54.311211 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (c3604b8e-6ace-40d2-8c7a-9f222b26d78c), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:54.325148 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3604b8e-6ace-40d2-8c7a-9f222b26d78c {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:02:54.329084 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:54.351655 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port c3604b8e-6ace-40d2-8c7a-9f222b26d78c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c3604b8e-6ace-40d2-8c7a-9f222b26d78c,segment=NetworkSegment(74c2a00b-185e-4fc6-bac5-4c487cfc75e4),segment_id=74c2a00b-185e-4fc6-bac5-4c487cfc75e4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:54.355697 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (c3604b8e-6ace-40d2-8c7a-9f222b26d78c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:54.365419 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdb4f1-fa39-4da7-990d-4b619a79f4ca req-1d88490f-8a4d-4ff8-8738-2c9acd039f42 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:54.366941 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-04cdb4f1-fa39-4da7-990d-4b619a79f4ca req-1d88490f-8a4d-4ff8-8738-2c9acd039f42 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 943 time: 0.0480511 Jul 24 01:02:54.408092 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=c3604b8e-6ace-40d2-8c7a-9f222b26d78c,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:54.415788 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-04cdb4f1-fa39-4da7-990d-4b619a79f4ca req-983b3483-b643-44ef-abd8-6cf2a588837c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430260 Jul 24 01:02:54.423676 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:54.425352 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:54.426370 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:54.426370 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:54.426851 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:54.427219 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:54.428178 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:54.428587 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:54.428989 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:54.429391 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:54.430014 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:54.430604 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:54.431025 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:54.431417 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:54.431802 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:54.488983 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633810b-06e1-4669-8da3-994d194f8223 req-f6e8b629-673f-45e6-8619-1674fdeae10f tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:54.490453 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6633810b-06e1-4669-8da3-994d194f8223 req-f6e8b629-673f-45e6-8619-1674fdeae10f tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 945 time: 0.0881104 Jul 24 01:02:54.520738 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ead99-0be7-4d92-9b4b-71c1d0e12c5a req-e461877b-a131-4075-94da-ead18ab7429c tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:54.522403 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d53ead99-0be7-4d92-9b4b-71c1d0e12c5a req-e461877b-a131-4075-94da-ead18ab7429c tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 945 time: 0.0518968 Jul 24 01:02:54.579686 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d53ead99-0be7-4d92-9b4b-71c1d0e12c5a req-77626136-0340-4405-bc64-baf908c30462 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512147 Jul 24 01:02:54.619964 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-6633810b-06e1-4669-8da3-994d194f8223 req-a475ccd8-ddde-4071-9adb-3245a5f77589 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Deleting port 7d0e4b10-307a-45ff-8fcf-b60161deca8f {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:02:54.620308 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-6633810b-06e1-4669-8da3-994d194f8223 req-a475ccd8-ddde-4071-9adb-3245a5f77589 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (7d0e4b10-307a-45ff-8fcf-b60161deca8f), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:54.714427 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-6633810b-06e1-4669-8da3-994d194f8223 req-a475ccd8-ddde-4071-9adb-3245a5f77589 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] For port 7d0e4b10-307a-45ff-8fcf-b60161deca8f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7d0e4b10-307a-45ff-8fcf-b60161deca8f,segment=NetworkSegment(21be0d44-3350-41eb-955e-6856e87a6bf7),segment_id=21be0d44-3350-41eb-955e-6856e87a6bf7)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:54.714639 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-6633810b-06e1-4669-8da3-994d194f8223 req-a475ccd8-ddde-4071-9adb-3245a5f77589 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (7d0e4b10-307a-45ff-8fcf-b60161deca8f), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:54.724562 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:54.731350 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-6633810b-06e1-4669-8da3-994d194f8223 req-a475ccd8-ddde-4071-9adb-3245a5f77589 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Calling delete_port for 7d0e4b10-307a-45ff-8fcf-b60161deca8f owned by compute:nova {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:02:54.873116 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-6633810b-06e1-4669-8da3-994d194f8223 req-a475ccd8-ddde-4071-9adb-3245a5f77589 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (7d0e4b10-307a-45ff-8fcf-b60161deca8f), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:54.904267 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['c3604b8e-6ace-40d2-8c7a-9f222b26d78c'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:02:54.915078 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475ccd8-ddde-4071-9adb-3245a5f77589 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Pushing event deleted for resources: {'Port': ['ID=7d0e4b10-307a-45ff-8fcf-b60161deca8f,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:54.939501 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d4d7f-51e0-463f-b708-c12bbbfae2ec req-a96dc5bf-e893-413e-a41e-5814081084ca tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:54.941366 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-213d4d7f-51e0-463f-b708-c12bbbfae2ec req-a96dc5bf-e893-413e-a41e-5814081084ca tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0826666 Jul 24 01:02:54.950481 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7d646-a397-4539-858a-763e6073311c req-873de809-fee6-403e-812a-a2861560d400 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:54.955545 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-22d7d646-a397-4539-858a-763e6073311c req-873de809-fee6-403e-812a-a2861560d400 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0845649 Jul 24 01:02:54.959858 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['7d0e4b10-307a-45ff-8fcf-b60161deca8f'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:02:55.011852 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-6633810b-06e1-4669-8da3-994d194f8223 req-a475ccd8-ddde-4071-9adb-3245a5f77589 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] No DVR routers for this DVR port 7d0e4b10-307a-45ff-8fcf-b60161deca8f on host hv-cinder-maste {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:02:55.014794 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-6633810b-06e1-4669-8da3-994d194f8223 req-a475ccd8-ddde-4071-9adb-3245a5f77589 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:55.019704 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6633810b-06e1-4669-8da3-994d194f8223 req-a475ccd8-ddde-4071-9adb-3245a5f77589 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.39 "DELETE /v2.0/ports/7d0e4b10-307a-45ff-8fcf-b60161deca8f HTTP/1.1" status: 204 len: 173 time: 0.5152745 Jul 24 01:02:55.020792 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e7b2bf-8a97-487f-ae6d-fdfedd53b696', 'name': 'network-vif-deleted', 'tag': '7d0e4b10-307a-45ff-8fcf-b60161deca8f'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:02:55.034850 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991e556c-7077-47ab-acde-6b619b6c2224" -d '{"events": [{"server_uuid": "e6e7b2bf-8a97-487f-ae6d-fdfedd53b696", "name": "network-vif-deleted", "tag": "7d0e4b10-307a-45ff-8fcf-b60161deca8f"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:02:55.048713 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-213d4d7f-51e0-463f-b708-c12bbbfae2ec req-ea9ce0ec-5edd-409c-88bc-5b640f521212 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904856 Jul 24 01:02:55.061521 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-22d7d646-a397-4539-858a-763e6073311c req-cf745459-ac97-4456-b4e3-c7054b78cf4e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011159 Jul 24 01:02:55.136025 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f057ed76-00d3-4369-8cb7-0ad619ce992d x-openstack-request-id: req-f057ed76-00d3-4369-8cb7-0ad619ce992d {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:02:55.136391 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e7b2bf-8a97-487f-ae6d-fdfedd53b696", "name": "network-vif-deleted", "tag": "7d0e4b10-307a-45ff-8fcf-b60161deca8f", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:02:55.136703 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f057ed76-00d3-4369-8cb7-0ad619ce992d {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:02:55.137183 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f057ed76-00d3-4369-8cb7-0ad619ce992d'] response: {'server_uuid': 'e6e7b2bf-8a97-487f-ae6d-fdfedd53b696', 'name': 'network-vif-deleted', 'tag': '7d0e4b10-307a-45ff-8fcf-b60161deca8f', 'status': 'completed', 'code': 200} Jul 24 01:02:55.531109 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9af1a-4d7d-4096-b196-55fabb09ef67 req-58df64da-cdce-4d31-82f8-6c4962ec584d tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:55.532574 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6db9af1a-4d7d-4096-b196-55fabb09ef67 req-58df64da-cdce-4d31-82f8-6c4962ec584d tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 944 time: 0.0460804 Jul 24 01:02:55.579670 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6db9af1a-4d7d-4096-b196-55fabb09ef67 req-5d0056a9-4685-47aa-a3f7-8674d19a9552 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409868 Jul 24 01:02:55.692984 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ce7d2fe1-89e2-41fd-8287-b7a5ea560888 req-ab5647f1-8e57-451e-a0a9-9f5edf57e979 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6e7b2bf-8a97-487f-ae6d-fdfedd53b696 HTTP/1.1" status: 200 len: 210 time: 0.0306041 Jul 24 01:02:56.197334 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b8e94-6571-4710-a7c0-b5c219ddc041 req-5118c415-1270-45bc-925e-126d0d8e7ab5 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:56.198811 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-560b8e94-6571-4710-a7c0-b5c219ddc041 req-5118c415-1270-45bc-925e-126d0d8e7ab5 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0753109 Jul 24 01:02:56.210131 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52532f34-fa2e-436c-86be-8573ba23c556 req-9f60307a-2aed-40d6-94b8-9daabc061fdc tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:56.211558 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-52532f34-fa2e-436c-86be-8573ba23c556 req-9f60307a-2aed-40d6-94b8-9daabc061fdc tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0608294 Jul 24 01:02:56.271456 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device c3604b8e-6ace-40d2-8c7a-9f222b26d78c up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:02:56.286881 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-560b8e94-6571-4710-a7c0-b5c219ddc041 req-8939ccdc-edc0-4656-874d-99e03f9a9c52 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743473 Jul 24 01:02:56.290554 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-52532f34-fa2e-436c-86be-8573ba23c556 req-fca7e1e4-7005-4023-a5c6-63b15e39fda9 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713029 Jul 24 01:02:56.322655 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning for port c3604b8e-6ace-40d2-8c7a-9f222b26d78c completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 01:02:56.331520 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port c3604b8e-6ace-40d2-8c7a-9f222b26d78c triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:02:56.331950 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (c3604b8e-6ace-40d2-8c7a-9f222b26d78c), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:56.368888 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:56.413070 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port c3604b8e-6ace-40d2-8c7a-9f222b26d78c is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:02:56.413451 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (c3604b8e-6ace-40d2-8c7a-9f222b26d78c), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:56.436219 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a71fa6-32c2-446f-b9e5-80d4e9ea800e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3604b8e-6ace-40d2-8c7a-9f222b26d78c'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:02:56.438429 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e59efa-cf22-4cb0-8198-393776a56ccc" -d '{"events": [{"server_uuid": "c6a71fa6-32c2-446f-b9e5-80d4e9ea800e", "name": "network-vif-plugged", "status": "completed", "tag": "c3604b8e-6ace-40d2-8c7a-9f222b26d78c"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:02:56.441123 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:56.452486 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port c3604b8e-6ace-40d2-8c7a-9f222b26d78c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c3604b8e-6ace-40d2-8c7a-9f222b26d78c,segment=NetworkSegment(74c2a00b-185e-4fc6-bac5-4c487cfc75e4),segment_id=74c2a00b-185e-4fc6-bac5-4c487cfc75e4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:56.456990 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (c3604b8e-6ace-40d2-8c7a-9f222b26d78c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:02:56.457813 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 7d0e4b10-307a-45ff-8fcf-b60161deca8f no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:02:56.478014 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97922345-e0b5-4af2-87ad-d0d9f9c27b3e x-openstack-request-id: req-97922345-e0b5-4af2-87ad-d0d9f9c27b3e {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:02:56.478298 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a71fa6-32c2-446f-b9e5-80d4e9ea800e", "name": "network-vif-plugged", "status": "completed", "tag": "c3604b8e-6ace-40d2-8c7a-9f222b26d78c", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:02:56.478544 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97922345-e0b5-4af2-87ad-d0d9f9c27b3e {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:02:56.478955 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97922345-e0b5-4af2-87ad-d0d9f9c27b3e'] response: {'server_uuid': 'c6a71fa6-32c2-446f-b9e5-80d4e9ea800e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3604b8e-6ace-40d2-8c7a-9f222b26d78c', 'code': 200} Jul 24 01:02:56.493973 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] No Port match for: 7d0e4b10-307a-45ff-8fcf-b60161deca8f {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:02:56.494313 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 7d0e4b10-307a-45ff-8fcf-b60161deca8f not bound to the agent host hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:02:56.520830 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=c3604b8e-6ace-40d2-8c7a-9f222b26d78c,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:56.702011 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529407ff-120e-4fb8-b8c8-11c9b474d740 req-f7c18a74-6359-4093-8a43-0912b3573a23 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:56.703539 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-529407ff-120e-4fb8-b8c8-11c9b474d740 req-f7c18a74-6359-4093-8a43-0912b3573a23 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0525136 Jul 24 01:02:56.722902 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0707fc-84f2-46d0-ab1f-892fa032d482 req-40577f63-1b3c-4194-bff6-32592c196cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:56.724742 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7a0707fc-84f2-46d0-ab1f-892fa032d482 req-40577f63-1b3c-4194-bff6-32592c196cff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 1129 time: 0.0445681 Jul 24 01:02:56.762667 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-529407ff-120e-4fb8-b8c8-11c9b474d740 req-d8e2e7ae-dc9c-4652-8f27-b675235b6c45 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534086 Jul 24 01:02:56.783408 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7a0707fc-84f2-46d0-ab1f-892fa032d482 req-4ace037e-8631-47bc-bf3f-937170aef820 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421607 Jul 24 01:02:57.440743 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af9e36-fa8a-4f54-a6a9-9d8d3e77c266 req-a4cf215f-0540-4eea-ba9d-f1c5b8768a54 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:57.442458 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e5af9e36-fa8a-4f54-a6a9-9d8d3e77c266 req-a4cf215f-0540-4eea-ba9d-f1c5b8768a54 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0781600 Jul 24 01:02:57.450898 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97799687-e9db-4db3-9f07-80d684c35729 req-157d255e-a8d6-4a4e-8734-3e5780dd4cc4 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:57.452444 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-97799687-e9db-4db3-9f07-80d684c35729 req-157d255e-a8d6-4a4e-8734-3e5780dd4cc4 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0765171 Jul 24 01:02:57.461637 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:57.532411 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e5af9e36-fa8a-4f54-a6a9-9d8d3e77c266 req-703402e3-671b-4812-a5d6-d24bee829f6c tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791543 Jul 24 01:02:57.536649 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-97799687-e9db-4db3-9f07-80d684c35729 req-265e2b23-4287-4ebd-8072-1202088d8964 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752783 Jul 24 01:02:57.876099 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfc771-05ab-4261-b015-cdce87a44b9c req-230296d4-7fe3-4459-aa25-99e8decdbda4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:57.878049 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-abcfc771-05ab-4261-b015-cdce87a44b9c req-230296d4-7fe3-4459-aa25-99e8decdbda4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0454814 Jul 24 01:02:57.923638 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-abcfc771-05ab-4261-b015-cdce87a44b9c req-96b064e5-744f-4baa-88ff-32dd2665786e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400066 Jul 24 01:02:58.657295 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:02:58.681881 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f92c5a-c50c-4147-a98c-682086f17ee9 req-6fe1e38f-64e7-4f71-91d9-ba50081f6e16 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:58.683299 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-79f92c5a-c50c-4147-a98c-682086f17ee9 req-6fe1e38f-64e7-4f71-91d9-ba50081f6e16 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0799816 Jul 24 01:02:58.689218 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963fb44-8b9c-40e7-a645-81147bd88f2d req-1a4f5a26-1e58-47a2-b6a3-83a5f9a5f6fa tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:58.691166 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e963fb44-8b9c-40e7-a645-81147bd88f2d req-1a4f5a26-1e58-47a2-b6a3-83a5f9a5f6fa tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0778313 Jul 24 01:02:58.764102 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-79f92c5a-c50c-4147-a98c-682086f17ee9 req-98660f51-f014-4840-becc-a55b223ca63e tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716739 Jul 24 01:02:58.768800 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e963fb44-8b9c-40e7-a645-81147bd88f2d req-184b5db7-0357-41f8-b320-ad4bd25f360b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692532 Jul 24 01:02:59.038866 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b9140-4eac-441c-a827-bb07cacd099a req-cb738a73-4797-411f-b59b-65343b1b3736 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:59.040296 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f96b9140-4eac-441c-a827-bb07cacd099a req-cb738a73-4797-411f-b59b-65343b1b3736 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0458839 Jul 24 01:02:59.090338 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f96b9140-4eac-441c-a827-bb07cacd099a req-7f801725-05c4-4b11-a0d6-4c78b34835ed tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445886 Jul 24 01:02:59.915263 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a459030-62c5-4950-8af2-151b01b56c42 req-be16f1dd-1f02-461a-8aef-c45a454b61d3 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:59.916740 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1a459030-62c5-4950-8af2-151b01b56c42 req-be16f1dd-1f02-461a-8aef-c45a454b61d3 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0788317 Jul 24 01:02:59.923009 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10beb12-4432-4245-9cd9-c8bc5eedd87c req-1d1c9644-8900-4e1f-8f1b-923d344e225d tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:02:59.924388 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a10beb12-4432-4245-9cd9-c8bc5eedd87c req-1d1c9644-8900-4e1f-8f1b-923d344e225d tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0763855 Jul 24 01:02:59.999778 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1a459030-62c5-4950-8af2-151b01b56c42 req-cfcc588e-d6e4-44b7-8fbe-0047751f165d tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739579 Jul 24 01:03:00.002911 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a10beb12-4432-4245-9cd9-c8bc5eedd87c req-1cfe989e-6944-455f-b36a-2a54ba5e40a2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702267 Jul 24 01:03:00.206312 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8972436-55dd-4672-bf70-7883ab3b272f req-ab9442ed-28ab-436a-ab59-afa5ba293d2d tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:00.207757 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e8972436-55dd-4672-bf70-7883ab3b272f req-ab9442ed-28ab-436a-ab59-afa5ba293d2d tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0502658 Jul 24 01:03:00.254356 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e8972436-55dd-4672-bf70-7883ab3b272f req-c47d4718-da7e-4a22-a34f-776abe761f9b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409546 Jul 24 01:03:01.173677 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c94d9c-eab3-43a2-ab26-f6802b8ce4fd req-170ed850-0dc6-4b65-96c5-9d68e05c53c5 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:01.175902 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-08c94d9c-eab3-43a2-ab26-f6802b8ce4fd req-170ed850-0dc6-4b65-96c5-9d68e05c53c5 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0941653 Jul 24 01:03:01.182331 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07890ec6-b371-475d-8d3e-2b65d9e8c469 req-bfa1a014-1d86-4db2-995d-532920f29a3b tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:01.183762 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-07890ec6-b371-475d-8d3e-2b65d9e8c469 req-bfa1a014-1d86-4db2-995d-532920f29a3b tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0874155 Jul 24 01:03:01.266324 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-08c94d9c-eab3-43a2-ab26-f6802b8ce4fd req-24a3954d-ca1b-49ee-af5c-a1275b2695ff tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816195 Jul 24 01:03:01.281556 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-07890ec6-b371-475d-8d3e-2b65d9e8c469 req-e406c15f-f279-4e52-9b3c-49671fea39c9 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902395 Jul 24 01:03:01.384394 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f8a1b-0f77-4b68-a23a-3c883aa99fca req-d7536e6a-0487-459a-a897-1603fa212110 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:01.385859 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-757f8a1b-0f77-4b68-a23a-3c883aa99fca req-d7536e6a-0487-459a-a897-1603fa212110 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0461845 Jul 24 01:03:01.433794 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-757f8a1b-0f77-4b68-a23a-3c883aa99fca req-92b782bb-e0df-40af-ab61-8d15c7c29096 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424380 Jul 24 01:03:01.533615 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:01.543319 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b46298-f24c-460b-87c2-c1cc3f27fc7a req-65298947-f1e8-4f51-9ea9-1338f2ed176b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:01.544753 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-38b46298-f24c-460b-87c2-c1cc3f27fc7a req-65298947-f1e8-4f51-9ea9-1338f2ed176b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0464218 Jul 24 01:03:01.553753 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 33654) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:03:01.558078 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-734d6347-3a07-4352-96cb-3b2245e843cb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Request body: {'floatingip': {'port_id': 'c3604b8e-6ace-40d2-8c7a-9f222b26d78c'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:03:01.598305 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-734d6347-3a07-4352-96cb-3b2245e843cb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for floatingip (16ca0aad-daae-4cd1-8fce-20dd786824ef), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:01.798160 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:02.014972 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 33662) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:03:02.126041 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-83222c23-e77e-40ab-9793-d2210ff85f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:02.203765 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-83222c23-e77e-40ab-9793-d2210ff85f91 admin admin] Publish callbacks [] for security_group (6fe4c534-c168-46bd-a523-b64daa4fb51f), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:02.210095 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-83222c23-e77e-40ab-9793-d2210ff85f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (6fe4c534-c168-46bd-a523-b64daa4fb51f), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:02.252573 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-83222c23-e77e-40ab-9793-d2210ff85f91 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc742357520f4df69c2af2afb772864e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341244 Jul 24 01:03:02.252573 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83222c23-e77e-40ab-9793-d2210ff85f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe4c534-c168-46bd-a523-b64daa4fb51f,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:02.253583 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 33666) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:03:02.256030 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-734d6347-3a07-4352-96cb-3b2245e843cb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:02.262049 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-734d6347-3a07-4352-96cb-3b2245e843cb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (16ca0aad-daae-4cd1-8fce-20dd786824ef), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:02.306871 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8d93bf6b-5f8f-4ed2-a537-9a53e2ffea22 admin admin] Publish callbacks [] for security_group (6fe4c534-c168-46bd-a523-b64daa4fb51f), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:02.331684 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8d93bf6b-5f8f-4ed2-a537-9a53e2ffea22 admin admin] Publish callbacks [] for security_group (6fe4c534-c168-46bd-a523-b64daa4fb51f), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:02.370178 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-734d6347-3a07-4352-96cb-3b2245e843cb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Floating IP 16ca0aad-daae-4cd1-8fce-20dd786824ef associated. External IP: 172.37.6.61, port: c3604b8e-6ace-40d2-8c7a-9f222b26d78c. Jul 24 01:03:02.395662 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8d93bf6b-5f8f-4ed2-a537-9a53e2ffea22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (6fe4c534-c168-46bd-a523-b64daa4fb51f), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:02.401433 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8d93bf6b-5f8f-4ed2-a537-9a53e2ffea22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:02.403123 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-8d93bf6b-5f8f-4ed2-a537-9a53e2ffea22 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6fe4c534-c168-46bd-a523-b64daa4fb51f HTTP/1.1" status: 204 len: 168 time: 0.1481590 Jul 24 01:03:02.415151 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93bf6b-5f8f-4ed2-a537-9a53e2ffea22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe4c534-c168-46bd-a523-b64daa4fb51f,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:02.545799 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c45f7-1ae5-4ce8-b8af-5e810313bb19 req-5a792326-e789-4d85-8549-5dceca9023cb tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:02.547380 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-904c45f7-1ae5-4ce8-b8af-5e810313bb19 req-5a792326-e789-4d85-8549-5dceca9023cb tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.1723220 Jul 24 01:03:02.556452 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a4c2b-e48a-450a-b22e-722e19622940 req-bd431270-8993-436f-8e96-3bd35a047758 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:02.558050 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-633a4c2b-e48a-450a-b22e-722e19622940 req-bd431270-8993-436f-8e96-3bd35a047758 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.1253438 Jul 24 01:03:02.659610 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-904c45f7-1ae5-4ce8-b8af-5e810313bb19 req-ba97d21e-b5db-472b-82f8-0227263fd245 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980060 Jul 24 01:03:02.702502 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-633a4c2b-e48a-450a-b22e-722e19622940 req-0fc1ba63-e217-4386-921f-486396745252 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315384 Jul 24 01:03:02.782785 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734d6347-3a07-4352-96cb-3b2245e843cb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Router b3254423-dc9a-4e47-b6ae-2b50bb01e15a has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:03:02.879059 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:02.892547 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734d6347-3a07-4352-96cb-3b2245e843cb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:03:02.897476 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-734d6347-3a07-4352-96cb-3b2245e843cb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:02.908286 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c83698-d390-4c49-9313-f7a4f8e4b38f None None] Sync routers for ids ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:03:02.920089 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c83698-d390-4c49-9313-f7a4f8e4b38f None None] Routers {'b3254423-dc9a-4e47-b6ae-2b50bb01e15a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:03:02.920786 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-c2c83698-d390-4c49-9313-f7a4f8e4b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:02:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:02.933139 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-734d6347-3a07-4352-96cb-3b2245e843cb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "PUT /v2.0/floatingips/16ca0aad-daae-4cd1-8fce-20dd786824ef HTTP/1.1" status: 200 len: 990 time: 1.3761494 Jul 24 01:03:02.933139 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a71fa6-32c2-446f-b9e5-80d4e9ea800e', 'tag': 'c3604b8e-6ace-40d2-8c7a-9f222b26d78c'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:03:02.934151 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04490414-163b-4e11-99bf-08e534b90428" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a71fa6-32c2-446f-b9e5-80d4e9ea800e", "tag": "c3604b8e-6ace-40d2-8c7a-9f222b26d78c"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:02.975406 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ddd643-41f8-47d4-be85-8bd36e0ca759 x-openstack-request-id: req-65ddd643-41f8-47d4-be85-8bd36e0ca759 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:02.975706 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a71fa6-32c2-446f-b9e5-80d4e9ea800e", "tag": "c3604b8e-6ace-40d2-8c7a-9f222b26d78c", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:02.975985 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65ddd643-41f8-47d4-be85-8bd36e0ca759 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:02.976394 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65ddd643-41f8-47d4-be85-8bd36e0ca759'] response: {'name': 'network-changed', 'server_uuid': 'c6a71fa6-32c2-446f-b9e5-80d4e9ea800e', 'tag': 'c3604b8e-6ace-40d2-8c7a-9f222b26d78c', 'status': 'completed', 'code': 200} Jul 24 01:03:03.028022 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-c2c83698-d390-4c49-9313-f7a4f8e4b38f None None] Set router b3254423-dc9a-4e47-b6ae-2b50bb01e15a gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:03:03.281412 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-c2c83698-d390-4c49-9313-f7a4f8e4b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'name': 'tempest-ServerRescueNegativeTestJSON-789566168-router', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101'}], 'enable_snat': True}, 'gw_port_id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:35Z', 'updated_at': '2022-07-24T01:00:47Z', 'revision_number': 4, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'gw_port': {'id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '16ca0aad-daae-4cd1-8fce-20dd786824ef', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'floating_ip_address': '172.37.6.61', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'port_id': 'c3604b8e-6ace-40d2-8c7a-9f222b26d78c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'mac_address': 'fa:16:3e:d6:24:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a71fa6-32c2-446f-b9e5-80d4e9ea800e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:02:42Z', 'updated_at': '2022-07-24T01:03:02Z', 'revision_number': 1, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be2e3fd-9cee-476b-a873-3b43e4a0cef1', 'name': '', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'mac_address': 'fa:16:3e:e3:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:00:57Z', 'revision_number': 5, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'subnets': [{'id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:03.310265 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c83698-d390-4c49-9313-f7a4f8e4b38f None None] Checking router: b3254423-dc9a-4e47-b6ae-2b50bb01e15a for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:03:03.318870 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c83698-d390-4c49-9313-f7a4f8e4b38f None None] Routers {'b3254423-dc9a-4e47-b6ae-2b50bb01e15a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:03:03.319743 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-c2c83698-d390-4c49-9313-f7a4f8e4b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:02:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:03.430211 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-c2c83698-d390-4c49-9313-f7a4f8e4b38f None None] Set router b3254423-dc9a-4e47-b6ae-2b50bb01e15a gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:03:03.663873 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-c2c83698-d390-4c49-9313-f7a4f8e4b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'name': 'tempest-ServerRescueNegativeTestJSON-789566168-router', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101'}], 'enable_snat': True}, 'gw_port_id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:35Z', 'updated_at': '2022-07-24T01:00:47Z', 'revision_number': 4, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'gw_port': {'id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '16ca0aad-daae-4cd1-8fce-20dd786824ef', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'floating_ip_address': '172.37.6.61', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'port_id': 'c3604b8e-6ace-40d2-8c7a-9f222b26d78c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'mac_address': 'fa:16:3e:d6:24:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a71fa6-32c2-446f-b9e5-80d4e9ea800e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:02:42Z', 'updated_at': '2022-07-24T01:03:02Z', 'revision_number': 1, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be2e3fd-9cee-476b-a873-3b43e4a0cef1', 'name': '', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'mac_address': 'fa:16:3e:e3:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:00:57Z', 'revision_number': 5, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'subnets': [{'id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:03.687960 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c83698-d390-4c49-9313-f7a4f8e4b38f None None] The sync data for ids ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'] in dv-cinder-master-3-iscsi is: [{'id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'name': 'tempest-ServerRescueNegativeTestJSON-789566168-router', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101'}], 'enable_snat': True}, 'gw_port_id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:35Z', 'updated_at': '2022-07-24T01:00:47Z', 'revision_number': 4, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'gw_port': {'id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '16ca0aad-daae-4cd1-8fce-20dd786824ef', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'floating_ip_address': '172.37.6.61', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'port_id': 'c3604b8e-6ace-40d2-8c7a-9f222b26d78c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'mac_address': 'fa:16:3e:d6:24:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a71fa6-32c2-446f-b9e5-80d4e9ea800e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:02:42Z', 'updated_at': '2022-07-24T01:03:02Z', 'revision_number': 1, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be2e3fd-9cee-476b-a873-3b43e4a0cef1', 'name': '', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'mac_address': 'fa:16:3e:e3:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:00:57Z', 'revision_number': 5, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'subnets': [{'id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:03:03.786469 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8eba7-8ea5-4096-b4ba-24f3ebb7f6df req-f7483395-0f17-411d-b586-1a1d84d7b8bc tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:03.788089 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-53f8eba7-8ea5-4096-b4ba-24f3ebb7f6df req-f7483395-0f17-411d-b586-1a1d84d7b8bc tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0507598 Jul 24 01:03:03.839872 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:03.858025 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80c9e5-496d-4c37-8611-d21967570281 req-ce92fdd3-5811-445a-a5b4-5d6b9915ca3c tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:03.859583 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2b80c9e5-496d-4c37-8611-d21967570281 req-ce92fdd3-5811-445a-a5b4-5d6b9915ca3c tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0706038 Jul 24 01:03:03.886244 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3dfb0a-d281-49be-aea7-b36b9f66344b None None] New status for floating IP 16ca0aad-daae-4cd1-8fce-20dd786824ef: ACTIVE {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:03:03.900870 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-53f8eba7-8ea5-4096-b4ba-24f3ebb7f6df req-9f208773-5e14-43c7-9937-8f7e38397e71 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024323 Jul 24 01:03:03.925958 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2b80c9e5-496d-4c37-8611-d21967570281 req-5c4eda69-695c-4c49-afdc-e6833c97fd4f tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591893 Jul 24 01:03:05.048991 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc038f-0749-4926-b5d5-822925985a37 req-5bde6290-2248-4b53-8eef-14de12d0888f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:05.050943 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b8bc038f-0749-4926-b5d5-822925985a37 req-5bde6290-2248-4b53-8eef-14de12d0888f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0725195 Jul 24 01:03:05.071457 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b33575-f67f-472a-9003-430dfb70ee17 req-4ffbe784-5986-4fbe-aa9c-088a4061f334 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:05.072840 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-18b33575-f67f-472a-9003-430dfb70ee17 req-4ffbe784-5986-4fbe-aa9c-088a4061f334 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0659308 Jul 24 01:03:05.140852 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b8bc038f-0749-4926-b5d5-822925985a37 req-760679e3-6456-4674-b658-6038bf086fb5 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842571 Jul 24 01:03:05.147547 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-18b33575-f67f-472a-9003-430dfb70ee17 req-277e12bd-2b56-49d1-9907-9b1eac3545de tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640213 Jul 24 01:03:05.863489 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device e11dcec4-66a1-456b-85bc-587d87bc9e6a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:03:05.876920 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:05.971271 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port e11dcec4-66a1-456b-85bc-587d87bc9e6a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e11dcec4-66a1-456b-85bc-587d87bc9e6a,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:05.983030 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'port_id': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a', 'mac_address': 'fa:16:3e:e2:23:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:03:05.997814 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:06.019497 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port e11dcec4-66a1-456b-85bc-587d87bc9e6a is: ACTIVE; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:06.020105 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:06.021782 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=100 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:06.028089 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04490414-163b-4e11-99bf-08e534b90428 req-1789f15b-7482-435a-bf5b-80550c09eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:06.029617 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-04490414-163b-4e11-99bf-08e534b90428 req-1789f15b-7482-435a-bf5b-80550c09eed6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7d219e82efe44f9b6f860a5fabc7733&device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 1129 time: 0.0405815 Jul 24 01:03:06.038817 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e11dcec4-66a1-456b-85bc-587d87bc9e6a {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:03:06.058283 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port e11dcec4-66a1-456b-85bc-587d87bc9e6a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e11dcec4-66a1-456b-85bc-587d87bc9e6a,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:06.062500 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:06.098144 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:06.110030 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=e11dcec4-66a1-456b-85bc-587d87bc9e6a,revision_number=6']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:06.126102 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04490414-163b-4e11-99bf-08e534b90428 req-22124e58-ac22-4c63-a3d1-35eb597fca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:06.128500 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-04490414-163b-4e11-99bf-08e534b90428 req-22124e58-ac22-4c63-a3d1-35eb597fca56 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b HTTP/1.1" status: 200 len: 919 time: 0.0914927 Jul 24 01:03:06.214845 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-04490414-163b-4e11-99bf-08e534b90428 req-972500a9-de4a-4881-9085-3fdd43a162ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3604b8e-6ace-40d2-8c7a-9f222b26d78c HTTP/1.1" status: 200 len: 1000 time: 0.0599494 Jul 24 01:03:06.261938 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:03:06.273313 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04490414-163b-4e11-99bf-08e534b90428 req-0cd1031d-a3e5-4c96-9d80-eff8b202e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:06.274935 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-04490414-163b-4e11-99bf-08e534b90428 req-0cd1031d-a3e5-4c96-9d80-eff8b202e666 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=799e17c1-9604-4b46-8040-e48ddab56dcd HTTP/1.1" status: 200 len: 857 time: 0.0482533 Jul 24 01:03:06.296696 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9a174-60fc-4e6a-83f3-ad3e51e8da2e req-bc770509-ef72-45ee-8df1-4c70ebbd47ce tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:06.298192 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a0f9a174-60fc-4e6a-83f3-ad3e51e8da2e req-bc770509-ef72-45ee-8df1-4c70ebbd47ce tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 945 time: 0.0785854 Jul 24 01:03:06.307340 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9db3bf-ecb3-4098-be92-46421f771a9d req-39e7e56c-9bc1-46a3-844b-170e41fcf1e3 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:06.308772 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1d9db3bf-ecb3-4098-be92-46421f771a9d req-39e7e56c-9bc1-46a3-844b-170e41fcf1e3 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0873666 Jul 24 01:03:06.327398 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04490414-163b-4e11-99bf-08e534b90428 req-acccd496-1d07-45b6-a064-4c8c55ca806b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:06.328934 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-04490414-163b-4e11-99bf-08e534b90428 req-acccd496-1d07-45b6-a064-4c8c55ca806b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443017 Jul 24 01:03:06.385759 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a0f9a174-60fc-4e6a-83f3-ad3e51e8da2e req-edf28024-2849-415f-a302-df377ccf0122 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760276 Jul 24 01:03:06.392938 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1d9db3bf-ecb3-4098-be92-46421f771a9d req-5560dd54-d8b4-43b2-839d-f75c1d6eeaa6 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759978 Jul 24 01:03:06.435256 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['e11dcec4-66a1-456b-85bc-587d87bc9e6a'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:03:06.441411 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-04490414-163b-4e11-99bf-08e534b90428 req-1f2308cc-4b3b-4604-bcfd-3095dc018db8 service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027887 Jul 24 01:03:06.537205 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-04490414-163b-4e11-99bf-08e534b90428 req-fff0b2c4-8fec-46eb-a4ce-f8276d0d241a service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869639 Jul 24 01:03:06.952350 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22a243-96af-4067-9aa2-5852e98def59 req-cdd9aa95-d065-45cf-991a-801395032b41 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:06.953832 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc22a243-96af-4067-9aa2-5852e98def59 req-cdd9aa95-d065-45cf-991a-801395032b41 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/networks?id=817ac8a4-2b25-4742-bdf4-9d6cc008d45a HTTP/1.1" status: 200 len: 812 time: 0.1183946 Jul 24 01:03:06.972080 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc22a243-96af-4067-9aa2-5852e98def59 req-f582a14c-3ab3-4c05-bfec-606def429c05 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/quotas/4dd26bb2797345d6b531f5ba5db5cbc8 HTTP/1.1" status: 200 len: 375 time: 0.0101504 Jul 24 01:03:07.025697 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc22a243-96af-4067-9aa2-5852e98def59 req-23ecf5f6-9028-41f4-8ad6-f043c22ab4f4 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4dd26bb2797345d6b531f5ba5db5cbc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455754 Jul 24 01:03:07.124962 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc22a243-96af-4067-9aa2-5852e98def59 req-a1e18cd0-3ea0-4c0d-a73d-7cb489a2a38d service neutron] 10.222.0.18 "GET /v2.0/networks/817ac8a4-2b25-4742-bdf4-9d6cc008d45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891950 Jul 24 01:03:07.228492 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:07.242183 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc22a243-96af-4067-9aa2-5852e98def59 req-0889162a-ad22-4fb2-b3f4-2821d83116d3 service neutron] 10.222.0.18 "GET /v2.0/networks/817ac8a4-2b25-4742-bdf4-9d6cc008d45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099448 Jul 24 01:03:07.496255 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-82e68806-3e61-43e9-aa4c-2572df8cf86f req-adcd117c-a648-4b0e-b6d6-b65403966162 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 210 time: 0.0418301 Jul 24 01:03:07.688826 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128aab0-8c48-49c6-9605-5598312e572c req-d5b035e0-9402-4c18-9f83-59d944e7920f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:07.690654 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8128aab0-8c48-49c6-9605-5598312e572c req-d5b035e0-9402-4c18-9f83-59d944e7920f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 945 time: 0.0851510 Jul 24 01:03:07.705660 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec7379-e591-409e-832f-a8c69c68e834 req-a51735c1-07a0-4e21-96a6-8238de3d4a08 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:07.716236 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-51ec7379-e591-409e-832f-a8c69c68e834 req-a51735c1-07a0-4e21-96a6-8238de3d4a08 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0711150 Jul 24 01:03:07.827524 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8128aab0-8c48-49c6-9605-5598312e572c req-a34dc65a-9a03-4f52-b617-4d420343750b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277554 Jul 24 01:03:07.837469 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-51ec7379-e591-409e-832f-a8c69c68e834 req-df46c450-2dcc-4c5f-bffc-edbcc971e9c3 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203504 Jul 24 01:03:08.214294 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device e11dcec4-66a1-456b-85bc-587d87bc9e6a up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:08.365308 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port e11dcec4-66a1-456b-85bc-587d87bc9e6a triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:08.365888 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:08.467037 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port e11dcec4-66a1-456b-85bc-587d87bc9e6a is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:08.467573 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:08.494324 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281e8695-c8e7-4293-8abe-a4f88f175084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:03:08.496740 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7769ce8c-d06b-4e2e-91b6-375875829216" -d '{"events": [{"server_uuid": "281e8695-c8e7-4293-8abe-a4f88f175084", "name": "network-vif-plugged", "status": "completed", "tag": "e11dcec4-66a1-456b-85bc-587d87bc9e6a"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:08.635863 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bf6c22dd-a4b8-4824-810e-136ba97a2c76 req-a7e7a149-01ea-409b-b7be-79b2c258f48d tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 210 time: 0.0501835 Jul 24 01:03:08.641063 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5937cad-3da3-4592-9bd8-afe87735c7fe x-openstack-request-id: req-e5937cad-3da3-4592-9bd8-afe87735c7fe {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:08.641354 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281e8695-c8e7-4293-8abe-a4f88f175084", "name": "network-vif-plugged", "status": "completed", "tag": "e11dcec4-66a1-456b-85bc-587d87bc9e6a", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:08.641600 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5937cad-3da3-4592-9bd8-afe87735c7fe {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:08.641979 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5937cad-3da3-4592-9bd8-afe87735c7fe'] response: {'server_uuid': '281e8695-c8e7-4293-8abe-a4f88f175084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a', 'code': 200} Jul 24 01:03:08.646932 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port e11dcec4-66a1-456b-85bc-587d87bc9e6a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e11dcec4-66a1-456b-85bc-587d87bc9e6a,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:08.651079 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:08.702271 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=e11dcec4-66a1-456b-85bc-587d87bc9e6a,revision_number=7']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:09.025267 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3657ef-4c31-4f13-942e-2b162a1948a2 req-c3f9f0f9-130a-4b8b-84ad-facd4bfb2790 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:09.028503 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6f3657ef-4c31-4f13-942e-2b162a1948a2 req-c3f9f0f9-130a-4b8b-84ad-facd4bfb2790 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0837071 Jul 24 01:03:09.058205 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c4796-b3d3-42ca-a8a5-5ac7dcd9600e req-83297b36-50ea-4caf-afe4-1f0608ba57ab tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:09.059704 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b64c4796-b3d3-42ca-a8a5-5ac7dcd9600e req-83297b36-50ea-4caf-afe4-1f0608ba57ab tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0849907 Jul 24 01:03:09.077511 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:09.140299 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6f3657ef-4c31-4f13-942e-2b162a1948a2 req-1c2b11cd-e661-4649-b4f9-bdc4f7f69450 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010065 Jul 24 01:03:09.144041 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b64c4796-b3d3-42ca-a8a5-5ac7dcd9600e req-53f68a6b-52a5-4efe-93ee-d75fe159ecc2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751584 Jul 24 01:03:09.401409 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22a243-96af-4067-9aa2-5852e98def59 req-a44de9e3-04b1-45bc-835d-3b4372fccb19 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:09.403077 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fc22a243-96af-4067-9aa2-5852e98def59 req-a44de9e3-04b1-45bc-835d-3b4372fccb19 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.39 "GET /v2.0/networks?id=817ac8a4-2b25-4742-bdf4-9d6cc008d45a HTTP/1.1" status: 200 len: 812 time: 0.1701849 Jul 24 01:03:09.545582 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-fc22a243-96af-4067-9aa2-5852e98def59 req-847400b7-8685-46fe-87e5-075926774edc tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Request body: {'port': {'device_id': 'c28bad0d-af40-4706-8310-b7212eccb24e', 'network_id': '817ac8a4-2b25-4742-bdf4-9d6cc008d45a', 'admin_state_up': True, 'tenant_id': '4dd26bb2797345d6b531f5ba5db5cbc8'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:03:09.621493 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:09.762077 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc22a243-96af-4067-9aa2-5852e98def59 req-847400b7-8685-46fe-87e5-075926774edc tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Made reservation on behalf of 4dd26bb2797345d6b531f5ba5db5cbc8 for: {'port': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:09.766978 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-fc22a243-96af-4067-9aa2-5852e98def59 req-847400b7-8685-46fe-87e5-075926774edc tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:09.771481 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-98cda4cf-f39a-4d97-a6ed-91865fb68b5e req-ccd7e7ec-519a-4df6-bf8e-f9bf5f4ed89e tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 210 time: 0.0434716 Jul 24 01:03:09.977714 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [req-fc22a243-96af-4067-9aa2-5852e98def59 req-847400b7-8685-46fe-87e5-075926774edc tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Allocated IP 172.20.0.8 (817ac8a4-2b25-4742-bdf4-9d6cc008d45a/4df58542-9e30-4cb4-a95e-eb494a467877/260c7eb5-b1ed-40d9-b311-c9db67b1cfaa) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:10.114232 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:10.160634 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-fc22a243-96af-4067-9aa2-5852e98def59 req-847400b7-8685-46fe-87e5-075926774edc tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Publish callbacks [] for port (260c7eb5-b1ed-40d9-b311-c9db67b1cfaa), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:10.198607 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-fc22a243-96af-4067-9aa2-5852e98def59 req-847400b7-8685-46fe-87e5-075926774edc tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (260c7eb5-b1ed-40d9-b311-c9db67b1cfaa), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:10.241631 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:10.257632 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc22a243-96af-4067-9aa2-5852e98def59 req-847400b7-8685-46fe-87e5-075926774edc tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Network 817ac8a4-2b25-4742-bdf4-9d6cc008d45a is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:10.261854 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [req-fc22a243-96af-4067-9aa2-5852e98def59 req-847400b7-8685-46fe-87e5-075926774edc tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:10.267135 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc22a243-96af-4067-9aa2-5852e98def59 req-847400b7-8685-46fe-87e5-075926774edc tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:03:10.310543 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847400b7-8685-46fe-87e5-075926774edc tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Pushing event updated for resources: {'Port': ['ID=260c7eb5-b1ed-40d9-b311-c9db67b1cfaa,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:10.336403 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22a243-96af-4067-9aa2-5852e98def59 req-847400b7-8685-46fe-87e5-075926774edc tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:10.337449 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-fc22a243-96af-4067-9aa2-5852e98def59 req-847400b7-8685-46fe-87e5-075926774edc tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:10.360553 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fc22a243-96af-4067-9aa2-5852e98def59 req-847400b7-8685-46fe-87e5-075926774edc tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8190296 Jul 24 01:03:10.388316 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-fc22a243-96af-4067-9aa2-5852e98def59 req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] Request body: {'port': {'device_id': 'c28bad0d-af40-4706-8310-b7212eccb24e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:03:10.392484 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21202f71-46a9-4504-b3b2-56f062b7516b req-5f3425ff-95ba-4900-ae08-55ac793c9d93 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:10.394415 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-21202f71-46a9-4504-b3b2-56f062b7516b req-5f3425ff-95ba-4900-ae08-55ac793c9d93 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.1099713 Jul 24 01:03:10.401183 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243854e3-270f-4678-abd1-846204a701c2 req-f148673e-b4d4-47d9-bd65-4bb2ab0f13e0 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:10.408884 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-243854e3-270f-4678-abd1-846204a701c2 req-f148673e-b4d4-47d9-bd65-4bb2ab0f13e0 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0812664 Jul 24 01:03:10.500635 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-fc22a243-96af-4067-9aa2-5852e98def59 req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (260c7eb5-b1ed-40d9-b311-c9db67b1cfaa), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:10.503833 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-243854e3-270f-4678-abd1-846204a701c2 req-2ff0158f-6ed3-461f-a1fd-0ff58c8b9f4b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933120 Jul 24 01:03:10.510685 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-21202f71-46a9-4504-b3b2-56f062b7516b req-cbb8bcda-36d8-447a-8a8c-c0f33b6928d4 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989187 Jul 24 01:03:10.803432 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [req-fc22a243-96af-4067-9aa2-5852e98def59 req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:03:10.813832 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-fc22a243-96af-4067-9aa2-5852e98def59 req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] Publish callbacks [] for port (260c7eb5-b1ed-40d9-b311-c9db67b1cfaa), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:10.836960 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [req-fc22a243-96af-4067-9aa2-5852e98def59 req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] Transition to ACTIVE for port object 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa will not be triggered until provisioned by entity L2. {{(pid=103995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 01:03:10.847328 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-fc22a243-96af-4067-9aa2-5852e98def59 req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (260c7eb5-b1ed-40d9-b311-c9db67b1cfaa), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:10.861780 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af42a2-9705-4f52-addb-03bc85468477 req-8461e5e9-8e32-4990-8fc3-5a67bda32559 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:10.864049 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f5af42a2-9705-4f52-addb-03bc85468477 req-8461e5e9-8e32-4990-8fc3-5a67bda32559 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.1336834 Jul 24 01:03:10.920859 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] Pushing event updated for resources: {'Port': ['ID=260c7eb5-b1ed-40d9-b311-c9db67b1cfaa,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:10.996810 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f651f-4729-49e6-936f-638966ac2187 req-5726f217-9918-4d55-a801-7727f8259bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:10.997260 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f5af42a2-9705-4f52-addb-03bc85468477 req-e325b185-7fcd-48e4-b73e-fdcb687a57f8 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208642 Jul 24 01:03:11.000095 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e54f651f-4729-49e6-936f-638966ac2187 req-5726f217-9918-4d55-a801-7727f8259bf3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=644464d3831e468f8ab9957bb33817b0&device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 1129 time: 0.0806160 Jul 24 01:03:11.014435 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2da09-7f8f-4dd8-9531-8e38139f4f78 req-ed1bd1ed-b14a-4f4e-8f97-3fc204550fc8 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:11.014435 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2fd2da09-7f8f-4dd8-9531-8e38139f4f78 req-ed1bd1ed-b14a-4f4e-8f97-3fc204550fc8 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 943 time: 0.1126990 Jul 24 01:03:11.090583 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2fd2da09-7f8f-4dd8-9531-8e38139f4f78 req-14b39fa3-ad91-42bb-a031-68873e54d4c6 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761385 Jul 24 01:03:11.094002 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-fc22a243-96af-4067-9aa2-5852e98def59 req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] Attempting to bind port 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa on host hv-cinder-maste for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:03:11.094349 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-fc22a243-96af-4067-9aa2-5852e98def59 req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] Attempting to bind port 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '21be0d44-3350-41eb-955e-6856e87a6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '817ac8a4-2b25-4742-bdf4-9d6cc008d45a'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:03:11.094681 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22a243-96af-4067-9aa2-5852e98def59 req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] Attempting to bind port 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa on network 817ac8a4-2b25-4742-bdf4-9d6cc008d45a {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:03:11.140235 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22a243-96af-4067-9aa2-5852e98def59 req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] Port 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa on network 817ac8a4-2b25-4742-bdf4-9d6cc008d45a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 01:03:11.140526 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22a243-96af-4067-9aa2-5852e98def59 req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] Attempting to bind port 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa on network 817ac8a4-2b25-4742-bdf4-9d6cc008d45a {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:03:11.149051 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:11.154928 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22a243-96af-4067-9aa2-5852e98def59 req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] Checking agent: {'id': 'e7b2140f-0e0f-4ee7-997b-e62068d5aaa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'started_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:03:11.155273 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22a243-96af-4067-9aa2-5852e98def59 req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] Checking segment: {'id': '21be0d44-3350-41eb-955e-6856e87a6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '817ac8a4-2b25-4742-bdf4-9d6cc008d45a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:03:11.155651 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc22a243-96af-4067-9aa2-5852e98def59 req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] Bound using segment: {'id': '21be0d44-3350-41eb-955e-6856e87a6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '817ac8a4-2b25-4742-bdf4-9d6cc008d45a'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:03:11.156091 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-fc22a243-96af-4067-9aa2-5852e98def59 req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] Bound port: 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21be0d44-3350-41eb-955e-6856e87a6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '817ac8a4-2b25-4742-bdf4-9d6cc008d45a'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:03:11.156450 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-fc22a243-96af-4067-9aa2-5852e98def59 req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (260c7eb5-b1ed-40d9-b311-c9db67b1cfaa), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:11.231410 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:11.241036 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f651f-4729-49e6-936f-638966ac2187 req-fcb0381b-5df5-42e3-8d63-e7f664f72054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:11.242539 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e54f651f-4729-49e6-936f-638966ac2187 req-fcb0381b-5df5-42e3-8d63-e7f664f72054 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2871582-ae5b-4292-87a4-e519f553496c HTTP/1.1" status: 200 len: 911 time: 0.1953604 Jul 24 01:03:11.326458 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-fc22a243-96af-4067-9aa2-5852e98def59 req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] For port 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa, host hv-cinder-maste, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:03:11.331877 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e54f651f-4729-49e6-936f-638966ac2187 req-783f545d-8d31-440b-ba89-b2b0b900526e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=710ccda1-d8a7-4b65-9124-7d15ed6b5d75 HTTP/1.1" status: 200 len: 1001 time: 0.0797317 Jul 24 01:03:11.341774 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-fc22a243-96af-4067-9aa2-5852e98def59 req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] For port 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=260c7eb5-b1ed-40d9-b311-c9db67b1cfaa,segment=NetworkSegment(21be0d44-3350-41eb-955e-6856e87a6bf7),segment_id=21be0d44-3350-41eb-955e-6856e87a6bf7)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:03:11.374246 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-fc22a243-96af-4067-9aa2-5852e98def59 req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (260c7eb5-b1ed-40d9-b311-c9db67b1cfaa), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:11.446719 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] Pushing event updated for resources: {'Port': ['ID=260c7eb5-b1ed-40d9-b311-c9db67b1cfaa,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:11.462437 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22a243-96af-4067-9aa2-5852e98def59 req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:11.463073 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-fc22a243-96af-4067-9aa2-5852e98def59 req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:11.464452 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fc22a243-96af-4067-9aa2-5852e98def59 req-31792ab5-0103-4a1a-9192-8b9e38f224a4 service neutron] 10.222.0.39 "PUT /v2.0/ports/260c7eb5-b1ed-40d9-b311-c9db67b1cfaa HTTP/1.1" status: 200 len: 1093 time: 1.0826943 Jul 24 01:03:11.465046 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28bad0d-af40-4706-8310-b7212eccb24e', 'tag': '260c7eb5-b1ed-40d9-b311-c9db67b1cfaa'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:03:11.467150 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5e2251-3251-4454-a62f-727cb42571db" -d '{"events": [{"name": "network-changed", "server_uuid": "c28bad0d-af40-4706-8310-b7212eccb24e", "tag": "260c7eb5-b1ed-40d9-b311-c9db67b1cfaa"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:11.504945 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f651f-4729-49e6-936f-638966ac2187 req-a3b39b89-a695-4e40-8409-8a45f178a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:11.506479 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e54f651f-4729-49e6-936f-638966ac2187 req-a3b39b89-a695-4e40-8409-8a45f178a794 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f013cc2c-f207-467b-86f3-d197484583fd HTTP/1.1" status: 200 len: 849 time: 0.1667829 Jul 24 01:03:11.567125 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00d6037-4995-425b-8047-0cca9b1802bd x-openstack-request-id: req-b00d6037-4995-425b-8047-0cca9b1802bd {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:11.567665 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28bad0d-af40-4706-8310-b7212eccb24e", "tag": "260c7eb5-b1ed-40d9-b311-c9db67b1cfaa", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:11.568059 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b00d6037-4995-425b-8047-0cca9b1802bd {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:11.568602 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b00d6037-4995-425b-8047-0cca9b1802bd'] response: {'name': 'network-changed', 'server_uuid': 'c28bad0d-af40-4706-8310-b7212eccb24e', 'tag': '260c7eb5-b1ed-40d9-b311-c9db67b1cfaa', 'status': 'completed', 'code': 200} Jul 24 01:03:11.610191 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22a243-96af-4067-9aa2-5852e98def59 req-58dccd72-5310-4b53-b1b9-c347f63cf9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:11.612612 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fc22a243-96af-4067-9aa2-5852e98def59 req-58dccd72-5310-4b53-b1b9-c347f63cf9bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4dd26bb2797345d6b531f5ba5db5cbc8&device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 1127 time: 0.0801406 Jul 24 01:03:11.613952 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f651f-4729-49e6-936f-638966ac2187 req-17966a3c-dfb1-4efa-b096-b4a28f4168ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:11.615795 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e54f651f-4729-49e6-936f-638966ac2187 req-17966a3c-dfb1-4efa-b096-b4a28f4168ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2871582-ae5b-4292-87a4-e519f553496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0951445 Jul 24 01:03:11.698409 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75740c00-de3f-40e1-92ef-2a547abb11c6 req-58b40d88-eaf9-427c-8f72-1918a6eb966a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:11.700632 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-75740c00-de3f-40e1-92ef-2a547abb11c6 req-58b40d88-eaf9-427c-8f72-1918a6eb966a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0863576 Jul 24 01:03:11.805541 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-75740c00-de3f-40e1-92ef-2a547abb11c6 req-c3e4c0e8-73dc-4b15-88a1-88213a11bce9 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904882 Jul 24 01:03:11.979016 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fc22a243-96af-4067-9aa2-5852e98def59 req-06ce879d-74de-47fa-b659-473bd30cd3cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=260c7eb5-b1ed-40d9-b311-c9db67b1cfaa HTTP/1.1" status: 200 len: 217 time: 0.3401277 Jul 24 01:03:12.089615 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22a243-96af-4067-9aa2-5852e98def59 req-fe41ebc5-48a8-47d4-89e5-585f7437347c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:12.091798 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fc22a243-96af-4067-9aa2-5852e98def59 req-fe41ebc5-48a8-47d4-89e5-585f7437347c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4df58542-9e30-4cb4-a95e-eb494a467877 HTTP/1.1" status: 200 len: 852 time: 0.1085804 Jul 24 01:03:12.160315 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fc22a243-96af-4067-9aa2-5852e98def59 req-f4fbf31a-bad3-40c5-8679-66768145ff52 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=817ac8a4-2b25-4742-bdf4-9d6cc008d45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565820 Jul 24 01:03:12.162249 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e54f651f-4729-49e6-936f-638966ac2187 req-92050977-4380-4c22-af20-415d9ee1c92a service neutron] 10.222.0.39 "GET /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115838 Jul 24 01:03:12.209069 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47c400-e0d7-4ace-bdd0-1ddcf9cdd6b5 req-06baa068-2be1-4be4-abdf-a250fc9355c5 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:12.211324 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5f47c400-e0d7-4ace-bdd0-1ddcf9cdd6b5 req-06baa068-2be1-4be4-abdf-a250fc9355c5 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.1068470 Jul 24 01:03:12.288474 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d733d9-444a-4c09-af92-5c5784ecb116 req-98e5668c-c681-4af8-8e6c-38ed64a66aa5 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:12.295677 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d1d733d9-444a-4c09-af92-5c5784ecb116 req-98e5668c-c681-4af8-8e6c-38ed64a66aa5 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 943 time: 0.0831728 Jul 24 01:03:12.375322 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d1d733d9-444a-4c09-af92-5c5784ecb116 req-37132cbf-6bd3-4a75-a0c2-b61208b797c3 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738997 Jul 24 01:03:12.386437 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:12.400540 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5f47c400-e0d7-4ace-bdd0-1ddcf9cdd6b5 req-d832ff1f-76e3-4bc4-bfd6-1ce8f8f69d97 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729360 Jul 24 01:03:12.408507 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fc22a243-96af-4067-9aa2-5852e98def59 req-c2d1c357-aed2-417a-ab6c-01280bc002ee service neutron] 10.222.0.39 "GET /v2.0/networks/817ac8a4-2b25-4742-bdf4-9d6cc008d45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323985 Jul 24 01:03:12.460087 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e54f651f-4729-49e6-936f-638966ac2187 req-dfa8b032-c64a-4f24-b566-0944810dad6e service neutron] 10.222.0.39 "GET /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826264 Jul 24 01:03:12.544257 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fc22a243-96af-4067-9aa2-5852e98def59 req-4be73488-dc92-4136-904f-197547393328 service neutron] 10.222.0.39 "GET /v2.0/networks/817ac8a4-2b25-4742-bdf4-9d6cc008d45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121473 Jul 24 01:03:12.949507 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9342cb6-0174-42c4-b079-764c91214547 req-c7c747df-c716-4960-8d1c-1e46816ef3f4 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:12.958475 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b9342cb6-0174-42c4-b079-764c91214547 req-c7c747df-c716-4960-8d1c-1e46816ef3f4 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0693061 Jul 24 01:03:13.017510 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b9342cb6-0174-42c4-b079-764c91214547 req-44b669c1-d863-4a36-833a-0aa55a227792 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506375 Jul 24 01:03:13.542760 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f2748-3d39-42c6-a311-24c90b52506e req-d965d81c-7403-4984-a205-8725e95087eb tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:13.550739 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4d2f2748-3d39-42c6-a311-24c90b52506e req-d965d81c-7403-4984-a205-8725e95087eb tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0685828 Jul 24 01:03:13.573133 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9db54605-583d-46f0-82fa-214766af09cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:13.632592 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e60bd2-07b3-4e96-9b69-357da3d8298d req-1160aec0-c4c9-443c-a078-0998ac6a7553 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:13.634749 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-71e60bd2-07b3-4e96-9b69-357da3d8298d req-1160aec0-c4c9-443c-a078-0998ac6a7553 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 943 time: 0.0822008 Jul 24 01:03:13.897498 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4d2f2748-3d39-42c6-a311-24c90b52506e req-57dba21f-8e9c-48a5-a0eb-6592666261b8 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085358 Jul 24 01:03:13.962629 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:13.979290 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-71e60bd2-07b3-4e96-9b69-357da3d8298d req-3cdafa0a-fb8c-4603-a0a0-b1e4d111a136 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347705 Jul 24 01:03:14.107211 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:14.151076 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07752c-0b25-498b-b121-0b1cbbc81118 req-9da7fa34-06f6-435a-9ca1-9ad763aa36d0 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:14.152351 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-de07752c-0b25-498b-b121-0b1cbbc81118 req-9da7fa34-06f6-435a-9ca1-9ad763aa36d0 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0554631 Jul 24 01:03:14.213225 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-de07752c-0b25-498b-b121-0b1cbbc81118 req-96c6c361-2ef5-462c-9965-95e7794a4d53 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547290 Jul 24 01:03:14.477173 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e2251-3251-4454-a62f-727cb42571db req-e8c521f6-8c3c-44a6-a3f5-dbfc4375b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:14.478655 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1f5e2251-3251-4454-a62f-727cb42571db req-e8c521f6-8c3c-44a6-a3f5-dbfc4375b980 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4dd26bb2797345d6b531f5ba5db5cbc8&device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 1127 time: 0.0493865 Jul 24 01:03:15.032750 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0d861-8c65-41a8-b277-8b5ee3f6918e req-0aab9fd0-63a1-4a20-91d6-8c2759964cb5 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:15.041743 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9fa0d861-8c65-41a8-b277-8b5ee3f6918e req-0aab9fd0-63a1-4a20-91d6-8c2759964cb5 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0615213 Jul 24 01:03:15.077789 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:15.179659 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133950a-cb13-491d-9fe8-4e94879df87c req-5f7255a3-8977-454f-8cd7-390883e7acf4 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:15.187037 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c133950a-cb13-491d-9fe8-4e94879df87c req-5f7255a3-8977-454f-8cd7-390883e7acf4 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 943 time: 0.0838792 Jul 24 01:03:15.225145 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9fa0d861-8c65-41a8-b277-8b5ee3f6918e req-a361475d-cb6e-4dca-9d82-41ce9cdee9d5 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824596 Jul 24 01:03:15.242024 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e2251-3251-4454-a62f-727cb42571db req-a4df3b7e-7165-48ba-9a94-0bdcd3145254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:15.242024 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1f5e2251-3251-4454-a62f-727cb42571db req-a4df3b7e-7165-48ba-9a94-0bdcd3145254 service neutron] 10.222.0.39 "GET /v2.0/networks?id=817ac8a4-2b25-4742-bdf4-9d6cc008d45a HTTP/1.1" status: 200 len: 913 time: 0.1852448 Jul 24 01:03:15.273640 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c133950a-cb13-491d-9fe8-4e94879df87c req-9eeb24b4-1f76-489b-9703-d6d37d616c6a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858655 Jul 24 01:03:15.366975 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a96309-db3d-4641-986d-cf0db263fa68 req-f1726c5b-4bb2-4e91-b1bf-b89a0a31383f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:15.368483 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-38a96309-db3d-4641-986d-cf0db263fa68 req-f1726c5b-4bb2-4e91-b1bf-b89a0a31383f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0528286 Jul 24 01:03:15.427349 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-38a96309-db3d-4641-986d-cf0db263fa68 req-f2b66d43-8858-42a2-b042-f72ba55ab51e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507543 Jul 24 01:03:15.574910 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1f5e2251-3251-4454-a62f-727cb42571db req-c3505bd0-73ba-410a-90e0-36e3dbfcd94d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=260c7eb5-b1ed-40d9-b311-c9db67b1cfaa HTTP/1.1" status: 200 len: 217 time: 0.0593951 Jul 24 01:03:15.634221 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e2251-3251-4454-a62f-727cb42571db req-e525e8fb-4be4-4689-9f17-61a1bbbf52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:15.638759 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1f5e2251-3251-4454-a62f-727cb42571db req-e525e8fb-4be4-4689-9f17-61a1bbbf52bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4df58542-9e30-4cb4-a95e-eb494a467877 HTTP/1.1" status: 200 len: 852 time: 0.0555799 Jul 24 01:03:15.842896 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6fa61940-5636-43b1-8944-68f457bf2cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:15.992015 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1f5e2251-3251-4454-a62f-727cb42571db req-10ee063e-a3ab-4b75-91d8-82afeed44677 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=817ac8a4-2b25-4742-bdf4-9d6cc008d45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431452 Jul 24 01:03:16.114289 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:16.122461 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1f5e2251-3251-4454-a62f-727cb42571db req-6585030d-bae9-4c39-a95a-f7c68381cf80 service neutron] 10.222.0.39 "GET /v2.0/networks/817ac8a4-2b25-4742-bdf4-9d6cc008d45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220319 Jul 24 01:03:16.234094 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1f5e2251-3251-4454-a62f-727cb42571db req-3e096a1e-4d9a-43c3-a740-ed7dbf7bb5c7 service neutron] 10.222.0.39 "GET /v2.0/networks/817ac8a4-2b25-4742-bdf4-9d6cc008d45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004777 Jul 24 01:03:16.253777 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:16.260488 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:03:16.426225 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 34000) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:03:16.430941 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-0f3c158d-4c4a-4ec9-9be6-400f95ddb548 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1046328152', 'description': 'tempest-description--1210318066'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:03:16.460465 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fdba8-ada0-45b0-864f-a9ffff5405d7 req-39942663-3002-4f40-8a07-354eca3b4ff0 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:16.462882 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d67fdba8-ada0-45b0-864f-a9ffff5405d7 req-39942663-3002-4f40-8a07-354eca3b4ff0 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 943 time: 0.0587752 Jul 24 01:03:16.471414 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0f3c158d-4c4a-4ec9-9be6-400f95ddb548 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:16.484284 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=260c7eb5-b1ed-40d9-b311-c9db67b1cfaa,segment=NetworkSegment(21be0d44-3350-41eb-955e-6856e87a6bf7),segment_id=21be0d44-3350-41eb-955e-6856e87a6bf7)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:16.497107 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:16.505015 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': '260c7eb5-b1ed-40d9-b311-c9db67b1cfaa', 'network_id': '817ac8a4-2b25-4742-bdf4-9d6cc008d45a', 'port_id': '260c7eb5-b1ed-40d9-b311-c9db67b1cfaa', 'mac_address': 'fa:16:3e:01:ca:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df58542-9e30-4cb4-a95e-eb494a467877', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:03:16.553414 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d67fdba8-ada0-45b0-864f-a9ffff5405d7 req-cf7e30d1-55b5-41ed-9669-9c081ffa1428 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831430 Jul 24 01:03:16.575158 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0f3c158d-4c4a-4ec9-9be6-400f95ddb548 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (e6d049ce-0b9c-4b7b-987f-aa8602ce7a02), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:16.582588 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0f3c158d-4c4a-4ec9-9be6-400f95ddb548 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (e6d049ce-0b9c-4b7b-987f-aa8602ce7a02), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:16.588207 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:16.588934 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (260c7eb5-b1ed-40d9-b311-c9db67b1cfaa), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:16.624055 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:03:16.635171 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0f3c158d-4c4a-4ec9-9be6-400f95ddb548 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:16.638732 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6990527-438c-4e33-84be-22941a5c94a4 req-dd01d35c-9968-45dc-a3cb-c56c6269a1d6 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:16.640500 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d6990527-438c-4e33-84be-22941a5c94a4 req-dd01d35c-9968-45dc-a3cb-c56c6269a1d6 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0532982 Jul 24 01:03:16.640729 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-0f3c158d-4c4a-4ec9-9be6-400f95ddb548 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2132564 Jul 24 01:03:16.641149 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 34004) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:03:16.642055 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c158d-4c4a-4ec9-9be6-400f95ddb548 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d049ce-0b9c-4b7b-987f-aa8602ce7a02,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:16.646625 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-ae7ac706-34fe-4705-86ba-f1431c787eda tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'security_group_rule': {'security_group_id': 'e6d049ce-0b9c-4b7b-987f-aa8602ce7a02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:03:16.687737 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=260c7eb5-b1ed-40d9-b311-c9db67b1cfaa,segment=NetworkSegment(21be0d44-3350-41eb-955e-6856e87a6bf7),segment_id=21be0d44-3350-41eb-955e-6856e87a6bf7)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:16.694747 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (260c7eb5-b1ed-40d9-b311-c9db67b1cfaa), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:16.700706 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:16.704472 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac706-34fe-4705-86ba-f1431c787eda tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (61bd964c-6577-4932-94e8-55825f206690), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:16.755618 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=260c7eb5-b1ed-40d9-b311-c9db67b1cfaa,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:16.768797 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac706-34fe-4705-86ba-f1431c787eda tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (61bd964c-6577-4932-94e8-55825f206690), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:16.774690 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d6990527-438c-4e33-84be-22941a5c94a4 req-8f5e1739-339b-4e4b-adfb-0edef8348d6c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208107 Jul 24 01:03:16.777685 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac706-34fe-4705-86ba-f1431c787eda tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (61bd964c-6577-4932-94e8-55825f206690), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:16.792312 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ac706-34fe-4705-86ba-f1431c787eda tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61bd964c-6577-4932-94e8-55825f206690,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:16.811435 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac706-34fe-4705-86ba-f1431c787eda tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:16.812922 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-ae7ac706-34fe-4705-86ba-f1431c787eda tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1706877 Jul 24 01:03:16.816878 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 34006) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:03:16.822002 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-a052f03b-17c8-4e4c-bdc2-0ec4abb0d816 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'security_group_rule': {'security_group_id': 'e6d049ce-0b9c-4b7b-987f-aa8602ce7a02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:03:16.827533 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:16.856831 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a052f03b-17c8-4e4c-bdc2-0ec4abb0d816 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (d199c8a6-921a-4639-ba3c-e871aebbd43d), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:16.930485 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a052f03b-17c8-4e4c-bdc2-0ec4abb0d816 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (d199c8a6-921a-4639-ba3c-e871aebbd43d), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:16.935105 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a052f03b-17c8-4e4c-bdc2-0ec4abb0d816 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (d199c8a6-921a-4639-ba3c-e871aebbd43d), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:16.975523 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052f03b-17c8-4e4c-bdc2-0ec4abb0d816 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d199c8a6-921a-4639-ba3c-e871aebbd43d,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:16.994894 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a052f03b-17c8-4e4c-bdc2-0ec4abb0d816 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:16.998017 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a052f03b-17c8-4e4c-bdc2-0ec4abb0d816 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1798818 Jul 24 01:03:17.003279 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 34008) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:03:17.008246 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-042b4b30-3de8-4775-8ccc-d38d8f77678e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'floatingip': {'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:03:17.064474 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-042b4b30-3de8-4775-8ccc-d38d8f77678e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:17.083491 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:17.121604 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:17.192693 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-042b4b30-3de8-4775-8ccc-d38d8f77678e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:17.214312 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['260c7eb5-b1ed-40d9-b311-c9db67b1cfaa'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:03:17.316546 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-042b4b30-3de8-4775-8ccc-d38d8f77678e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Allocated IP 172.37.6.145 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/593744ae-525c-442d-b587-9ca26de7fcae) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:17.455960 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-042b4b30-3de8-4775-8ccc-d38d8f77678e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for port (593744ae-525c-442d-b587-9ca26de7fcae), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:17.498299 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-042b4b30-3de8-4775-8ccc-d38d8f77678e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (593744ae-525c-442d-b587-9ca26de7fcae), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:17.536140 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042b4b30-3de8-4775-8ccc-d38d8f77678e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:17.539166 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-042b4b30-3de8-4775-8ccc-d38d8f77678e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:17.542692 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042b4b30-3de8-4775-8ccc-d38d8f77678e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:03:17.577646 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b4b30-3de8-4775-8ccc-d38d8f77678e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'Port': ['ID=593744ae-525c-442d-b587-9ca26de7fcae,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:17.614423 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-042b4b30-3de8-4775-8ccc-d38d8f77678e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (aec2493a-df3b-4f8f-96a2-ae117e1b6554), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:17.699791 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-042b4b30-3de8-4775-8ccc-d38d8f77678e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (593744ae-525c-442d-b587-9ca26de7fcae), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:17.731560 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111d171-3faa-416e-9fcc-7345a33a9f4c req-d5c92e9f-88a3-4771-8644-813dad4180a9 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:17.733115 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7111d171-3faa-416e-9fcc-7345a33a9f4c req-d5c92e9f-88a3-4771-8644-813dad4180a9 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 944 time: 0.0934038 Jul 24 01:03:17.761792 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:17.822148 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7111d171-3faa-416e-9fcc-7345a33a9f4c req-07f22ac2-f7f2-4814-b148-8d49d0b8c16e tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798697 Jul 24 01:03:17.876699 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 34024) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:03:18.023104 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fc86905f-e5af-402a-85a5-0ed38496ddbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:18.122599 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fc86905f-e5af-402a-85a5-0ed38496ddbf admin admin] Publish callbacks [] for security_group (9f012af0-8144-4437-8a92-6742a48884f4), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:18.127377 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fc86905f-e5af-402a-85a5-0ed38496ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (9f012af0-8144-4437-8a92-6742a48884f4), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:18.174995 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-fc86905f-e5af-402a-85a5-0ed38496ddbf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f35de83a69243b79dd0b79897c64cf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2945876 Jul 24 01:03:18.177182 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 34032) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:03:18.177823 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86905f-e5af-402a-85a5-0ed38496ddbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f012af0-8144-4437-8a92-6742a48884f4,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:18.187812 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5e401-5b50-4231-a493-b8d164bb6cfb req-51329bb8-3159-478f-9d65-1de14f9e2b78 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:18.189909 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c2c5e401-5b50-4231-a493-b8d164bb6cfb req-51329bb8-3159-478f-9d65-1de14f9e2b78 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0624597 Jul 24 01:03:18.230437 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:18.239983 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aa3ee029-2042-4336-8dfd-89db90177dcd admin admin] Publish callbacks [] for security_group (9f012af0-8144-4437-8a92-6742a48884f4), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:18.263416 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aa3ee029-2042-4336-8dfd-89db90177dcd admin admin] Publish callbacks [] for security_group (9f012af0-8144-4437-8a92-6742a48884f4), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:18.264917 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-042b4b30-3de8-4775-8ccc-d38d8f77678e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for port (593744ae-525c-442d-b587-9ca26de7fcae), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:18.279726 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c2c5e401-5b50-4231-a493-b8d164bb6cfb req-755584c3-b4b9-4176-a65d-eeab63c98ddd tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830159 Jul 24 01:03:18.281132 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-042b4b30-3de8-4775-8ccc-d38d8f77678e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (593744ae-525c-442d-b587-9ca26de7fcae), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:18.308573 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:18.321024 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aa3ee029-2042-4336-8dfd-89db90177dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (9f012af0-8144-4437-8a92-6742a48884f4), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:18.323540 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-aa3ee029-2042-4336-8dfd-89db90177dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:18.328462 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-aa3ee029-2042-4336-8dfd-89db90177dcd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f012af0-8144-4437-8a92-6742a48884f4 HTTP/1.1" status: 204 len: 168 time: 0.1455665 Jul 24 01:03:18.328625 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-042b4b30-3de8-4775-8ccc-d38d8f77678e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (aec2493a-df3b-4f8f-96a2-ae117e1b6554), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:18.343993 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ee029-2042-4336-8dfd-89db90177dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f012af0-8144-4437-8a92-6742a48884f4,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:18.366015 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning for port 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 01:03:18.373739 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:18.374117 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (260c7eb5-b1ed-40d9-b311-c9db67b1cfaa), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:18.374868 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b4b30-3de8-4775-8ccc-d38d8f77678e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'Port': ['ID=593744ae-525c-442d-b587-9ca26de7fcae,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:18.381143 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-042b4b30-3de8-4775-8ccc-d38d8f77678e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:18.382415 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-042b4b30-3de8-4775-8ccc-d38d8f77678e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3777826 Jul 24 01:03:18.445983 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:18.491625 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:18.492409 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (260c7eb5-b1ed-40d9-b311-c9db67b1cfaa), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:18.519905 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28bad0d-af40-4706-8310-b7212eccb24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260c7eb5-b1ed-40d9-b311-c9db67b1cfaa'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:03:18.522604 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efd87f4-7151-424a-a5c2-10fb7321460e" -d '{"events": [{"server_uuid": "c28bad0d-af40-4706-8310-b7212eccb24e", "name": "network-vif-plugged", "status": "completed", "tag": "260c7eb5-b1ed-40d9-b311-c9db67b1cfaa"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:18.535769 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=260c7eb5-b1ed-40d9-b311-c9db67b1cfaa,segment=NetworkSegment(21be0d44-3350-41eb-955e-6856e87a6bf7),segment_id=21be0d44-3350-41eb-955e-6856e87a6bf7)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:18.541079 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (260c7eb5-b1ed-40d9-b311-c9db67b1cfaa), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:18.577298 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f947d9-5cec-44f8-beda-89d8e3904a7c x-openstack-request-id: req-43f947d9-5cec-44f8-beda-89d8e3904a7c {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:18.577856 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28bad0d-af40-4706-8310-b7212eccb24e", "name": "network-vif-plugged", "status": "completed", "tag": "260c7eb5-b1ed-40d9-b311-c9db67b1cfaa", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:18.578117 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43f947d9-5cec-44f8-beda-89d8e3904a7c {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:18.578514 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f947d9-5cec-44f8-beda-89d8e3904a7c'] response: {'server_uuid': 'c28bad0d-af40-4706-8310-b7212eccb24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260c7eb5-b1ed-40d9-b311-c9db67b1cfaa', 'code': 200} Jul 24 01:03:18.605239 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-494aa22e-488b-450d-9478-44052c1e0625 req-90a316b3-d899-449c-aaf5-12220ae07dc6 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1046328152&fields=id&tenant_id=3c68e39bc1724fda980be3463bbf7d7b HTTP/1.1" status: 200 len: 267 time: 0.0456784 Jul 24 01:03:18.606910 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=260c7eb5-b1ed-40d9-b311-c9db67b1cfaa,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:18.723082 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aa22e-488b-450d-9478-44052c1e0625 req-2cb6eb9f-9cea-455a-935c-cb22334ac3e5 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:18.724533 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-494aa22e-488b-450d-9478-44052c1e0625 req-2cb6eb9f-9cea-455a-935c-cb22334ac3e5 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/networks?id=37cd1572-14d0-471e-b2ca-ff3f9078882e HTTP/1.1" status: 200 len: 815 time: 0.1071551 Jul 24 01:03:18.739832 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-494aa22e-488b-450d-9478-44052c1e0625 req-8ab82048-8b2e-4c52-b7fb-301fd8a2b54b tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/quotas/3c68e39bc1724fda980be3463bbf7d7b HTTP/1.1" status: 200 len: 375 time: 0.0095739 Jul 24 01:03:18.793044 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-494aa22e-488b-450d-9478-44052c1e0625 req-ea449240-42c4-4165-beb0-14f09f875a99 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c68e39bc1724fda980be3463bbf7d7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479674 Jul 24 01:03:18.847157 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:18.908955 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-494aa22e-488b-450d-9478-44052c1e0625 req-5b472a96-796f-4a6d-88b4-1acd95e01c7f service neutron] 10.222.0.18 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012797 Jul 24 01:03:19.019150 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d95aa-a513-4ebd-a1a8-a75cba30347c req-287120d9-db21-4d2d-a2b7-77e0015141d4 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:19.020659 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e79d95aa-a513-4ebd-a1a8-a75cba30347c req-287120d9-db21-4d2d-a2b7-77e0015141d4 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 945 time: 0.0986159 Jul 24 01:03:19.053387 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd895d-e224-4950-a566-e1bf4fe7f392 req-67cb8a00-ab8c-4c54-aa67-d925c859ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:19.058174 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5fbd895d-e224-4950-a566-e1bf4fe7f392 req-67cb8a00-ab8c-4c54-aa67-d925c859ad98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75293bf0100f435bb567b690edc85533&device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 1130 time: 0.0564127 Jul 24 01:03:19.090522 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-494aa22e-488b-450d-9478-44052c1e0625 req-83efa12e-5969-4666-b489-0201724f5226 service neutron] 10.222.0.18 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760559 Jul 24 01:03:19.096610 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e79d95aa-a513-4ebd-a1a8-a75cba30347c req-2c607544-48a8-4933-8e04-bd1e5000367d tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651133 Jul 24 01:03:19.100588 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 34076) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:03:19.166661 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:19.175038 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:19.195162 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeedd25-d060-48d0-b4c7-9f708b5baf45 req-c1296bab-20f8-4171-88d2-157edc0ea7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:19.196675 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2aeedd25-d060-48d0-b4c7-9f708b5baf45 req-c1296bab-20f8-4171-88d2-157edc0ea7a3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 1129 time: 0.0592988 Jul 24 01:03:19.237674 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-8a4785e5-ea21-4ace-85f1-7c895bca73cc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-248493288-network', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:03:19.240952 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd895d-e224-4950-a566-e1bf4fe7f392 req-0e654431-7499-4b4c-90e8-34739c1963a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:19.243365 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5fbd895d-e224-4950-a566-e1bf4fe7f392 req-0e654431-7499-4b4c-90e8-34739c1963a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e240c1c7-87a5-4124-b96b-a74d28ba2a48 HTTP/1.1" status: 200 len: 918 time: 0.1809037 Jul 24 01:03:19.277205 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-2aeedd25-d060-48d0-b4c7-9f708b5baf45 req-a71ae284-851b-4839-ada6-f27eaa89b1a2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699139 Jul 24 01:03:19.288745 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3b0fdd7d-1683-414c-971a-7e3775db0ba5 req-1bcbc7b4-8540-4f3a-8b74-8fbe8674451d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 210 time: 0.0363259 Jul 24 01:03:19.293276 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4785e5-ea21-4ace-85f1-7c895bca73cc admin admin] Made reservation on behalf of ee9d5b852be444f48a33b2f4be5c34be for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:19.299303 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8a4785e5-ea21-4ace-85f1-7c895bca73cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:19.321621 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8a4785e5-ea21-4ace-85f1-7c895bca73cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:19.347103 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5fbd895d-e224-4950-a566-e1bf4fe7f392 req-b884c4a2-b0c8-484d-b694-c993a5b2649f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e11dcec4-66a1-456b-85bc-587d87bc9e6a HTTP/1.1" status: 200 len: 1000 time: 0.0738826 Jul 24 01:03:19.399508 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:19.440673 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e81b8-628f-4417-a5e3-bcfed10496be req-f11dcd04-d85a-4c7e-a3d8-cfc7b8d4822d tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:19.442163 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9c6e81b8-628f-4417-a5e3-bcfed10496be req-f11dcd04-d85a-4c7e-a3d8-cfc7b8d4822d tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0737100 Jul 24 01:03:19.485480 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8a4785e5-ea21-4ace-85f1-7c895bca73cc admin admin] Publish callbacks [] for security_group (e587b3f3-9398-4e93-9908-555b72945bdd), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:19.495059 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8a4785e5-ea21-4ace-85f1-7c895bca73cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (e587b3f3-9398-4e93-9908-555b72945bdd), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:19.537679 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4785e5-ea21-4ace-85f1-7c895bca73cc admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:03:19.545348 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9c6e81b8-628f-4417-a5e3-bcfed10496be req-3303860d-6700-4b28-88b5-96d956798516 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970705 Jul 24 01:03:19.552207 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4785e5-ea21-4ace-85f1-7c895bca73cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e587b3f3-9398-4e93-9908-555b72945bdd,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:19.557676 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:19.561487 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8a4785e5-ea21-4ace-85f1-7c895bca73cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (3f929964-098f-4d6d-8054-cc15732a4db6), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:19.561883 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-8a4785e5-ea21-4ace-85f1-7c895bca73cc admin admin] Added segment 3f929964-098f-4d6d-8054-cc15732a4db6 of type vlan for network a03d2c45-4db4-45be-ae0a-38988e70c5b5 Jul 24 01:03:19.607703 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8a4785e5-ea21-4ace-85f1-7c895bca73cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763390501425'] for network (a03d2c45-4db4-45be-ae0a-38988e70c5b5), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:19.637551 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8a4785e5-ea21-4ace-85f1-7c895bca73cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for network (a03d2c45-4db4-45be-ae0a-38988e70c5b5), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:19.638925 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4785e5-ea21-4ace-85f1-7c895bca73cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:19.639637 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8a4785e5-ea21-4ace-85f1-7c895bca73cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:19.660032 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd895d-e224-4950-a566-e1bf4fe7f392 req-355b0c66-47bb-40da-a371-ae6cb068b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:19.662278 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5fbd895d-e224-4950-a566-e1bf4fe7f392 req-355b0c66-47bb-40da-a371-ae6cb068b86a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3183cb91-853c-4305-9098-55893a3692d6 HTTP/1.1" status: 200 len: 856 time: 0.0507805 Jul 24 01:03:19.675402 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-8a4785e5-ea21-4ace-85f1-7c895bca73cc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5702775 Jul 24 01:03:19.678306 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 34092) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:03:19.683275 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-88147591-c34c-4a50-97bc-f12a40acd7f7 admin admin] Request body: {'subnet': {'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-248493288-subnet', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'ip_version': 4}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:03:19.704061 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88147591-c34c-4a50-97bc-f12a40acd7f7 admin admin] Made reservation on behalf of ee9d5b852be444f48a33b2f4be5c34be for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:19.706956 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4785e5-ea21-4ace-85f1-7c895bca73cc admin admin] Pushing event updated for resources: {'Network': ['ID=a03d2c45-4db4-45be-ae0a-38988e70c5b5,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:19.707107 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-88147591-c34c-4a50-97bc-f12a40acd7f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3892456'] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:19.716695 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Network a03d2c45-4db4-45be-ae0a-38988e70c5b5 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:03:19.873621 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-88147591-c34c-4a50-97bc-f12a40acd7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4238441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3892474'] for subnet (008e51ac-13a1-4b5d-97d5-309dbd528833), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:19.927368 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88147591-c34c-4a50-97bc-f12a40acd7f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=008e51ac-13a1-4b5d-97d5-309dbd528833,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:19.937701 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88147591-c34c-4a50-97bc-f12a40acd7f7 admin admin] Checking segment: {'id': '3f929964-098f-4d6d-8054-cc15732a4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:03:19.938057 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88147591-c34c-4a50-97bc-f12a40acd7f7 admin admin] Network hostable DHCP agents. Network: a03d2c45-4db4-45be-ae0a-38988e70c5b5, hostable agents: ['c3e033ef-4c45-4acb-8d93-0c64c51b87a9'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:03:19.955806 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88147591-c34c-4a50-97bc-f12a40acd7f7 admin admin] Network a03d2c45-4db4-45be-ae0a-38988e70c5b5 is scheduled to be hosted by DHCP agent c3e033ef-4c45-4acb-8d93-0c64c51b87a9 with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:03:19.965661 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-88147591-c34c-4a50-97bc-f12a40acd7f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, a03d2c45-4db4-45be-ae0a-38988e70c5b5) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:19.969524 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88147591-c34c-4a50-97bc-f12a40acd7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:19.970133 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-88147591-c34c-4a50-97bc-f12a40acd7f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:19.976040 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d382c5-81ad-4ed0-8e70-84bae504acb2 None None] Network a03d2c45-4db4-45be-ae0a-38988e70c5b5 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:03:19.985938 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-88147591-c34c-4a50-97bc-f12a40acd7f7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3064673 Jul 24 01:03:19.989373 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 34094) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:03:19.993305 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-b6898085-2eea-427b-83e3-c55f2d4b53b9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-248493288-router', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:03:20.017482 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b6898085-2eea-427b-83e3-c55f2d4b53b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1231'] for router (f4220ce4-1073-4052-8a32-55841cf0ac6b), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:20.018591 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b6898085-2eea-427b-83e3-c55f2d4b53b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-723578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1272'] for router (f4220ce4-1073-4052-8a32-55841cf0ac6b), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:20.068560 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b6898085-2eea-427b-83e3-c55f2d4b53b9 admin admin] Publish callbacks [] for router_controller (f4220ce4-1073-4052-8a32-55841cf0ac6b), precommit_add_association {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:20.082711 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfc8b58-e814-4c15-a64d-0300b21804f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-a03d2c45-4db4-45be-ae0a-38988e70c5b5', 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5', 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'fixed_ips': [{'subnet_id': '008e51ac-13a1-4b5d-97d5-309dbd528833'}]}} from dv-cinder-master-3-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 01:03:20.083680 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8b58-e814-4c15-a64d-0300b21804f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:20.174588 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd895d-e224-4950-a566-e1bf4fe7f392 req-4bd6474e-04cb-48f2-9af1-8bbbb0f248c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:20.176043 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5fbd895d-e224-4950-a566-e1bf4fe7f392 req-4bd6474e-04cb-48f2-9af1-8bbbb0f248c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e240c1c7-87a5-4124-b96b-a74d28ba2a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467572 Jul 24 01:03:20.237118 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-7dfc8b58-e814-4c15-a64d-0300b21804f5 None None] Allocated IP 172.20.0.2 (a03d2c45-4db4-45be-ae0a-38988e70c5b5/008e51ac-13a1-4b5d-97d5-309dbd528833/9f63a89b-fc69-479e-9ab2-847bf000adf7) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:20.239680 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:20.240565 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad640b-fff7-4a2a-bcae-f21fbc9154c1 req-d995e4db-c093-4f42-b780-a28a9f2837dc tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:20.242368 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a4ad640b-fff7-4a2a-bcae-f21fbc9154c1 req-d995e4db-c093-4f42-b780-a28a9f2837dc tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 945 time: 0.0705845 Jul 24 01:03:20.250998 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:20.266899 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b6898085-2eea-427b-83e3-c55f2d4b53b9 admin admin] Publish callbacks [] for router_gateway (f4220ce4-1073-4052-8a32-55841cf0ac6b), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:20.322609 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a4ad640b-fff7-4a2a-bcae-f21fbc9154c1 req-2a358bdf-6a21-48f4-92ae-aaff111ed94e tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684395 Jul 24 01:03:20.342143 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:20.356721 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:20.388220 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-194d1d67-13cc-4363-9c0f-5dce81137589 req-a8be27ce-7400-40ab-a3d2-197e4f633c6f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 210 time: 0.0278206 Jul 24 01:03:20.413783 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8b58-e814-4c15-a64d-0300b21804f5 None None] Publish callbacks [] for port (9f63a89b-fc69-479e-9ab2-847bf000adf7), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:20.421905 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8b58-e814-4c15-a64d-0300b21804f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (9f63a89b-fc69-479e-9ab2-847bf000adf7), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:20.431355 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5fbd895d-e224-4950-a566-e1bf4fe7f392 req-b549ae54-d42a-4522-ba9b-403074c4083f service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223439 Jul 24 01:03:20.467304 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfc8b58-e814-4c15-a64d-0300b21804f5 None None] Network a03d2c45-4db4-45be-ae0a-38988e70c5b5 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:20.475084 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-7dfc8b58-e814-4c15-a64d-0300b21804f5 None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:20.477430 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfc8b58-e814-4c15-a64d-0300b21804f5 None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:03:20.489328 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc8b58-e814-4c15-a64d-0300b21804f5 None None] Pushing event updated for resources: {'Port': ['ID=9f63a89b-fc69-479e-9ab2-847bf000adf7,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:20.542682 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-7dfc8b58-e814-4c15-a64d-0300b21804f5 None None] Attempting to bind port 9f63a89b-fc69-479e-9ab2-847bf000adf7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:03:20.543079 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-7dfc8b58-e814-4c15-a64d-0300b21804f5 None None] Attempting to bind port 9f63a89b-fc69-479e-9ab2-847bf000adf7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '3f929964-098f-4d6d-8054-cc15732a4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:03:20.543438 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfc8b58-e814-4c15-a64d-0300b21804f5 None None] Attempting to bind port 9f63a89b-fc69-479e-9ab2-847bf000adf7 on network a03d2c45-4db4-45be-ae0a-38988e70c5b5 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:03:20.549063 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfc8b58-e814-4c15-a64d-0300b21804f5 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:03:20.549443 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfc8b58-e814-4c15-a64d-0300b21804f5 None None] Checking segment: {'id': '3f929964-098f-4d6d-8054-cc15732a4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:03:20.549833 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8b58-e814-4c15-a64d-0300b21804f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:20.549945 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b6898085-2eea-427b-83e3-c55f2d4b53b9 admin admin] Publish callbacks [] for router_gateway (f4220ce4-1073-4052-8a32-55841cf0ac6b), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:20.550223 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfc8b58-e814-4c15-a64d-0300b21804f5 None None] Bound using segment: {'id': '3f929964-098f-4d6d-8054-cc15732a4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:03:20.550685 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-7dfc8b58-e814-4c15-a64d-0300b21804f5 None None] Bound port: 9f63a89b-fc69-479e-9ab2-847bf000adf7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f929964-098f-4d6d-8054-cc15732a4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:03:20.551083 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8b58-e814-4c15-a64d-0300b21804f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (9f63a89b-fc69-479e-9ab2-847bf000adf7), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:20.570006 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b6898085-2eea-427b-83e3-c55f2d4b53b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:20.619810 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-7dfc8b58-e814-4c15-a64d-0300b21804f5 None None] For port 9f63a89b-fc69-479e-9ab2-847bf000adf7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:03:20.623535 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-7dfc8b58-e814-4c15-a64d-0300b21804f5 None None] For port 9f63a89b-fc69-479e-9ab2-847bf000adf7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9f63a89b-fc69-479e-9ab2-847bf000adf7,segment=NetworkSegment(3f929964-098f-4d6d-8054-cc15732a4db6),segment_id=3f929964-098f-4d6d-8054-cc15732a4db6)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:03:20.630335 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8b58-e814-4c15-a64d-0300b21804f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (9f63a89b-fc69-479e-9ab2-847bf000adf7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:20.684227 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-b6898085-2eea-427b-83e3-c55f2d4b53b9 admin admin] Allocated IP 172.37.6.127 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/9072789d-5f4c-43ea-aeb4-ea4158411cce) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:20.688685 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc8b58-e814-4c15-a64d-0300b21804f5 None None] Pushing event updated for resources: {'Port': ['ID=9f63a89b-fc69-479e-9ab2-847bf000adf7,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:20.693584 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cac7f-73f0-4992-a4da-2c2c8ec00c72 req-58ea785a-b7cc-4623-b1bb-27d1efac6189 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:20.699324 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ea0cac7f-73f0-4992-a4da-2c2c8ec00c72 req-58ea785a-b7cc-4623-b1bb-27d1efac6189 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0565312 Jul 24 01:03:20.749333 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ea0cac7f-73f0-4992-a4da-2c2c8ec00c72 req-1bbcc46f-503c-45ff-86f7-59d92028ba1f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471523 Jul 24 01:03:20.799914 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b6898085-2eea-427b-83e3-c55f2d4b53b9 admin admin] Publish callbacks [] for port (9072789d-5f4c-43ea-aeb4-ea4158411cce), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:20.833050 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b6898085-2eea-427b-83e3-c55f2d4b53b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (9072789d-5f4c-43ea-aeb4-ea4158411cce), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:20.869392 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6898085-2eea-427b-83e3-c55f2d4b53b9 admin admin] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:20.884266 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-b6898085-2eea-427b-83e3-c55f2d4b53b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:20.888587 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6898085-2eea-427b-83e3-c55f2d4b53b9 admin admin] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:03:20.932765 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6898085-2eea-427b-83e3-c55f2d4b53b9 admin admin] Pushing event updated for resources: {'Port': ['ID=9072789d-5f4c-43ea-aeb4-ea4158411cce,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:21.114946 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5fbd895d-e224-4950-a566-e1bf4fe7f392 req-47c73847-f8cb-4cfb-9278-bc0912664993 service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952667 Jul 24 01:03:21.225825 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 9f63a89b-fc69-479e-9ab2-847bf000adf7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:21.229294 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:21.233740 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b6898085-2eea-427b-83e3-c55f2d4b53b9 admin admin] Publish callbacks [] for router_gateway (f4220ce4-1073-4052-8a32-55841cf0ac6b), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:21.275173 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 9f63a89b-fc69-479e-9ab2-847bf000adf7 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:21.275555 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (9f63a89b-fc69-479e-9ab2-847bf000adf7), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:21.306175 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:21.354303 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 9f63a89b-fc69-479e-9ab2-847bf000adf7 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:21.354750 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (9f63a89b-fc69-479e-9ab2-847bf000adf7), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:21.389887 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] For port 9f63a89b-fc69-479e-9ab2-847bf000adf7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9f63a89b-fc69-479e-9ab2-847bf000adf7,segment=NetworkSegment(3f929964-098f-4d6d-8054-cc15732a4db6),segment_id=3f929964-098f-4d6d-8054-cc15732a4db6)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:21.401332 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (9f63a89b-fc69-479e-9ab2-847bf000adf7), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:21.461396 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b6898085-2eea-427b-83e3-c55f2d4b53b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674738'] for router (f4220ce4-1073-4052-8a32-55841cf0ac6b), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:21.466521 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Pushing event updated for resources: {'Port': ['ID=9f63a89b-fc69-479e-9ab2-847bf000adf7,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:21.474738 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be658bb0-3ca2-48b6-b47d-97a35c8ce3a1 req-fa0b4dc8-eca1-4a59-8a79-31db9994ca03 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:21.483926 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-be658bb0-3ca2-48b6-b47d-97a35c8ce3a1 req-fa0b4dc8-eca1-4a59-8a79-31db9994ca03 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 945 time: 0.0878775 Jul 24 01:03:21.528388 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fba81715-9557-4b41-93fa-50f12369da2f req-6a2978f7-9347-44b4-822f-d228bfc2e1cb tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 210 time: 0.0288694 Jul 24 01:03:21.559347 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-be658bb0-3ca2-48b6-b47d-97a35c8ce3a1 req-d69c8304-cbe2-41cb-a9a5-a9e99ef05d2f tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745022 Jul 24 01:03:21.766514 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86e09e4-7939-46ee-b55b-0ebd06b3733f None None] Network a03d2c45-4db4-45be-ae0a-38988e70c5b5 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:03:21.830669 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-a64c21e1-fff0-4187-8e4c-f97ab0f1c0fb None None] Provisioning complete for port 9f63a89b-fc69-479e-9ab2-847bf000adf7 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:21.831356 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a64c21e1-fff0-4187-8e4c-f97ab0f1c0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (9f63a89b-fc69-479e-9ab2-847bf000adf7), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:21.834240 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6898085-2eea-427b-83e3-c55f2d4b53b9 admin admin] Router f4220ce4-1073-4052-8a32-55841cf0ac6b is scheduled to L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a with binding_index 1 {{(pid=103995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 01:03:21.875518 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a05f8b-c7f3-4d2c-960c-c639996d3528 req-25b04136-19b2-43f7-ae9f-a5740d01f7ce tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:21.877663 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-78a05f8b-c7f3-4d2c-960c-c639996d3528 req-25b04136-19b2-43f7-ae9f-a5740d01f7ce tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 946 time: 0.0515702 Jul 24 01:03:21.884886 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:21.923046 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:21.940899 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-78a05f8b-c7f3-4d2c-960c-c639996d3528 req-ba77580f-4312-4c14-8204-7660c8b50b6b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560539 Jul 24 01:03:21.950941 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6898085-2eea-427b-83e3-c55f2d4b53b9 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:03:21.958949 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-a64c21e1-fff0-4187-8e4c-f97ab0f1c0fb None None] Current status of the port 9f63a89b-fc69-479e-9ab2-847bf000adf7 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:21.962500 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] Sync routers for ids ['f4220ce4-1073-4052-8a32-55841cf0ac6b'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:03:21.976745 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] Routers {'f4220ce4-1073-4052-8a32-55841cf0ac6b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:03:21.977376 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:03:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['f4220ce4-1073-4052-8a32-55841cf0ac6b'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:21.978367 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b6898085-2eea-427b-83e3-c55f2d4b53b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:21.982254 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-b6898085-2eea-427b-83e3-c55f2d4b53b9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9895215 Jul 24 01:03:21.983214 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 34112) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:03:22.089604 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] Set router f4220ce4-1073-4052-8a32-55841cf0ac6b gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:03:22.133466 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:22.209756 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-1e289fb9-af5e-4ab4-95f7-ebd003c2455d None None] Provisioning complete for port 9f63a89b-fc69-479e-9ab2-847bf000adf7 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:22.210122 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1e289fb9-af5e-4ab4-95f7-ebd003c2455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (9f63a89b-fc69-479e-9ab2-847bf000adf7), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:22.325087 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'name': 'tempest-TestMinimumBasicScenario-248493288-router', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127'}], 'enable_snat': True}, 'gw_port_id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:21Z', 'revision_number': 3, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'gw_port': {'id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:22.352890 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device e11dcec4-66a1-456b-85bc-587d87bc9e6a no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:03:22.380213 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] Checking router: f4220ce4-1073-4052-8a32-55841cf0ac6b for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:03:22.380562 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] Updating router f4220ce4-1073-4052-8a32-55841cf0ac6b port 9072789d-5f4c-43ea-aeb4-ea4158411cce binding host dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:03:22.391319 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-41a44f1b-0399-45e4-9b39-4b1e6a68d188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:22.394006 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:22.412000 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-1e289fb9-af5e-4ab4-95f7-ebd003c2455d None None] Current status of the port 9f63a89b-fc69-479e-9ab2-847bf000adf7 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:22.429178 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (9072789d-5f4c-43ea-aeb4-ea4158411cce), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:22.551823 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-41a44f1b-0399-45e4-9b39-4b1e6a68d188 admin admin] Allocated IP 172.20.0.1 (a03d2c45-4db4-45be-ae0a-38988e70c5b5/008e51ac-13a1-4b5d-97d5-309dbd528833/f2fd4cbf-1af6-4241-b2e4-d34b053e0083) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:22.651047 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4fad86a9-20d7-40fe-bcbe-007562d950f6 req-f05fbe07-0890-4ac2-b4fc-0103b0eaa2dc tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 210 time: 0.0295653 Jul 24 01:03:22.670883 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port e11dcec4-66a1-456b-85bc-587d87bc9e6a is: ACTIVE; New status is: DOWN {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:22.671267 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:22.696029 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-41a44f1b-0399-45e4-9b39-4b1e6a68d188 admin admin] Publish callbacks [] for port (f2fd4cbf-1af6-4241-b2e4-d34b053e0083), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:22.712831 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281e8695-c8e7-4293-8abe-a4f88f175084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:03:22.715057 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f343a4a6-79ca-4b6b-b98d-a45a42ec689f" -d '{"events": [{"server_uuid": "281e8695-c8e7-4293-8abe-a4f88f175084", "name": "network-vif-unplugged", "status": "completed", "tag": "e11dcec4-66a1-456b-85bc-587d87bc9e6a"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:22.729991 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-41a44f1b-0399-45e4-9b39-4b1e6a68d188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (f2fd4cbf-1af6-4241-b2e4-d34b053e0083), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:22.740800 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port e11dcec4-66a1-456b-85bc-587d87bc9e6a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e11dcec4-66a1-456b-85bc-587d87bc9e6a,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:22.748245 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:22.776004 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a44f1b-0399-45e4-9b39-4b1e6a68d188 admin admin] Network a03d2c45-4db4-45be-ae0a-38988e70c5b5 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:22.781377 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-41a44f1b-0399-45e4-9b39-4b1e6a68d188 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:22.784394 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a44f1b-0399-45e4-9b39-4b1e6a68d188 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:03:22.784878 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-41a44f1b-0399-45e4-9b39-4b1e6a68d188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687689'] for router_interface (f4220ce4-1073-4052-8a32-55841cf0ac6b), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:22.788251 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a44f1b-0399-45e4-9b39-4b1e6a68d188 admin admin] Pushing event updated for resources: {'Port': ['ID=f2fd4cbf-1af6-4241-b2e4-d34b053e0083,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:22.803349 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 24 Jul 2022 01:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf9b8a5-7add-410d-81c1-bf1129c54c76 x-openstack-request-id: req-5cf9b8a5-7add-410d-81c1-bf1129c54c76 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:22.803563 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281e8695-c8e7-4293-8abe-a4f88f175084", "name": "network-vif-unplugged", "status": "completed", "tag": "e11dcec4-66a1-456b-85bc-587d87bc9e6a", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:22.803792 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5cf9b8a5-7add-410d-81c1-bf1129c54c76 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:22.804165 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cf9b8a5-7add-410d-81c1-bf1129c54c76'] response: {'server_uuid': '281e8695-c8e7-4293-8abe-a4f88f175084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a', 'code': 200} Jul 24 01:03:22.842743 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=e11dcec4-66a1-456b-85bc-587d87bc9e6a,revision_number=8']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:22.914128 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:22.921827 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-41a44f1b-0399-45e4-9b39-4b1e6a68d188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (f2fd4cbf-1af6-4241-b2e4-d34b053e0083), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:22.928378 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:22.933918 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] Publish callbacks [] for port (9072789d-5f4c-43ea-aeb4-ea4158411cce), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:22.941275 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (9072789d-5f4c-43ea-aeb4-ea4158411cce), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:22.994524 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:22.997454 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] Attempting to bind port 9072789d-5f4c-43ea-aeb4-ea4158411cce on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:03:22.997838 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] Attempting to bind port 9072789d-5f4c-43ea-aeb4-ea4158411cce by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:03:22.998212 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] Attempting to bind port 9072789d-5f4c-43ea-aeb4-ea4158411cce on network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:03:23.000386 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4d356-4805-44d6-8225-b181a796a59a None None] Pushing event updated for resources: {'Port': ['ID=9072789d-5f4c-43ea-aeb4-ea4158411cce,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:23.006440 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:03:23.006641 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] Checking segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:03:23.006989 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:23.007382 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] Bound using segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:03:23.007853 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] Bound port: 9072789d-5f4c-43ea-aeb4-ea4158411cce, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:03:23.008297 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (9072789d-5f4c-43ea-aeb4-ea4158411cce), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:23.075792 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-6a8e8984-56ff-4672-b25d-6beb7af73f57 None None] Provisioning complete for port f2fd4cbf-1af6-4241-b2e4-d34b053e0083 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:23.076091 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6a8e8984-56ff-4672-b25d-6beb7af73f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (f2fd4cbf-1af6-4241-b2e4-d34b053e0083), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:23.078821 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] For port 9072789d-5f4c-43ea-aeb4-ea4158411cce, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:03:23.083161 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] For port 9072789d-5f4c-43ea-aeb4-ea4158411cce, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9072789d-5f4c-43ea-aeb4-ea4158411cce,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:03:23.107071 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (9072789d-5f4c-43ea-aeb4-ea4158411cce), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:23.112851 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c48258-c81d-4c39-960d-054d5e779079 req-6274645e-f8c5-4aa3-a9fc-b19f9de605c0 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:23.114387 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a8c48258-c81d-4c39-960d-054d5e779079 req-6274645e-f8c5-4aa3-a9fc-b19f9de605c0 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0669658 Jul 24 01:03:23.146004 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e8984-56ff-4672-b25d-6beb7af73f57 None None] Port f2fd4cbf-1af6-4241-b2e4-d34b053e0083 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:03:23.156468 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:23.161458 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-41a44f1b-0399-45e4-9b39-4b1e6a68d188 admin admin] Publish callbacks [] for port (f2fd4cbf-1af6-4241-b2e4-d34b053e0083), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:23.178878 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-41a44f1b-0399-45e4-9b39-4b1e6a68d188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (f2fd4cbf-1af6-4241-b2e4-d34b053e0083), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:23.178878 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-41a44f1b-0399-45e4-9b39-4b1e6a68d188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687781'] for router_interface (f4220ce4-1073-4052-8a32-55841cf0ac6b), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:23.179160 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] Routers {'f4220ce4-1073-4052-8a32-55841cf0ac6b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:03:23.179160 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:03:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['f4220ce4-1073-4052-8a32-55841cf0ac6b'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:23.218755 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4d356-4805-44d6-8225-b181a796a59a None None] Pushing event updated for resources: {'Port': ['ID=9072789d-5f4c-43ea-aeb4-ea4158411cce,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:23.221644 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a8c48258-c81d-4c39-960d-054d5e779079 req-433de05f-b794-4ad8-8456-e322b78ee0f0 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994723 Jul 24 01:03:23.269053 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 9f63a89b-fc69-479e-9ab2-847bf000adf7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:23.297034 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a44f1b-0399-45e4-9b39-4b1e6a68d188 admin admin] Pushing event updated for resources: {'Port': ['ID=f2fd4cbf-1af6-4241-b2e4-d34b053e0083,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:23.334913 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] Set router f4220ce4-1073-4052-8a32-55841cf0ac6b gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:03:23.343177 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a44f1b-0399-45e4-9b39-4b1e6a68d188 admin admin] Network a03d2c45-4db4-45be-ae0a-38988e70c5b5 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:23.343499 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-41a44f1b-0399-45e4-9b39-4b1e6a68d188 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:23.382854 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 9f63a89b-fc69-479e-9ab2-847bf000adf7 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:23.383368 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (9f63a89b-fc69-479e-9ab2-847bf000adf7), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:23.493230 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a44f1b-0399-45e4-9b39-4b1e6a68d188 admin admin] Router f4220ce4-1073-4052-8a32-55841cf0ac6b has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:03:23.625004 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 9f63a89b-fc69-479e-9ab2-847bf000adf7 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:23.681754 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a44f1b-0399-45e4-9b39-4b1e6a68d188 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:03:23.692508 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-41a44f1b-0399-45e4-9b39-4b1e6a68d188 admin admin] 10.222.0.18 "PUT /v2.0/routers/f4220ce4-1073-4052-8a32-55841cf0ac6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7082007 Jul 24 01:03:23.706190 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aa22e-488b-450d-9478-44052c1e0625 req-6b404539-8a18-47f8-b359-a0caefa7f625 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:23.709246 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-494aa22e-488b-450d-9478-44052c1e0625 req-6b404539-8a18-47f8-b359-a0caefa7f625 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.39 "GET /v2.0/networks?id=37cd1572-14d0-471e-b2ca-ff3f9078882e HTTP/1.1" status: 200 len: 815 time: 0.2739286 Jul 24 01:03:23.788654 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-69834a19-333f-4732-80ec-0cae383d001a req-2ca908be-3181-47ad-aaaa-5dfc6bb53447 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 210 time: 0.0464594 Jul 24 01:03:23.795929 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-591a2584-6b1b-4d7c-9149-fcfc33d2673d None None] Provisioning complete for port f2fd4cbf-1af6-4241-b2e4-d34b053e0083 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:23.796301 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-591a2584-6b1b-4d7c-9149-fcfc33d2673d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (f2fd4cbf-1af6-4241-b2e4-d34b053e0083), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:23.818510 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'name': 'tempest-TestMinimumBasicScenario-248493288-router', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127'}], 'enable_snat': True}, 'gw_port_id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:22Z', 'revision_number': 4, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'gw_port': {'id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f2fd4cbf-1af6-4241-b2e4-d34b053e0083', 'name': '', 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'mac_address': 'fa:16:3e:18:73:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:22Z', 'updated_at': '2022-07-24T01:03:22Z', 'revision_number': 2, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'subnets': [{'id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:23.846684 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e607e93-ffd2-4a2b-b648-6d28c9bf16ba None None] The sync data for ids ['f4220ce4-1073-4052-8a32-55841cf0ac6b'] in dv-cinder-master-3-iscsi is: [{'id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'name': 'tempest-TestMinimumBasicScenario-248493288-router', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127'}], 'enable_snat': True}, 'gw_port_id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:22Z', 'revision_number': 4, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'gw_port': {'id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f2fd4cbf-1af6-4241-b2e4-d34b053e0083', 'name': '', 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'mac_address': 'fa:16:3e:18:73:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:22Z', 'updated_at': '2022-07-24T01:03:22Z', 'revision_number': 2, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'subnets': [{'id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:03:23.856738 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-591a2584-6b1b-4d7c-9149-fcfc33d2673d None None] Port f2fd4cbf-1af6-4241-b2e4-d34b053e0083 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:03:24.168399 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-494aa22e-488b-450d-9478-44052c1e0625 req-9d01ec8f-86b3-4eaf-b9b4-81f6adc33942 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c68e39bc1724fda980be3463bbf7d7b HTTP/1.1" status: 200 len: 473 time: 0.1415386 Jul 24 01:03:24.315158 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 34150) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:03:24.315671 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-494aa22e-488b-450d-9478-44052c1e0625 req-c5d4dd3f-a607-4eda-9a80-802a13f7c2f6 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'port': {'device_id': 'fd889446-7a8d-4e52-91a5-22b75a923a21', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'admin_state_up': True, 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'security_groups': ['e6d049ce-0b9c-4b7b-987f-aa8602ce7a02']}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:03:24.321533 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-ce8be682-7cd1-4e45-b847-62ab1153d13e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-106454706-network', 'tenant_id': 'c0a2ac49b37b459d9c979a47acbe488b'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:03:24.375090 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738e0f7-3e7b-415a-bfd3-71e150ddab4a req-cd2f5cff-7afb-4217-9e23-6c8ab0d1ca3e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:24.377348 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7738e0f7-3e7b-415a-bfd3-71e150ddab4a req-cd2f5cff-7afb-4217-9e23-6c8ab0d1ca3e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0591657 Jul 24 01:03:24.417638 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8be682-7cd1-4e45-b847-62ab1153d13e admin admin] Made reservation on behalf of c0a2ac49b37b459d9c979a47acbe488b for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:24.429074 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ce8be682-7cd1-4e45-b847-62ab1153d13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:24.446993 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ce8be682-7cd1-4e45-b847-62ab1153d13e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:24.473358 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494aa22e-488b-450d-9478-44052c1e0625 req-c5d4dd3f-a607-4eda-9a80-802a13f7c2f6 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Made reservation on behalf of 3c68e39bc1724fda980be3463bbf7d7b for: {'port': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:24.474425 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7738e0f7-3e7b-415a-bfd3-71e150ddab4a req-c5fc0dba-9a7a-4a1f-ac51-f315ab0eccf3 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893128 Jul 24 01:03:24.478020 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-494aa22e-488b-450d-9478-44052c1e0625 req-c5d4dd3f-a607-4eda-9a80-802a13f7c2f6 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:24.541020 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:24.568235 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ce8be682-7cd1-4e45-b847-62ab1153d13e admin admin] Publish callbacks [] for security_group (42682ac2-679e-4b79-a449-1765ea1a64e4), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:24.583651 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ce8be682-7cd1-4e45-b847-62ab1153d13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (42682ac2-679e-4b79-a449-1765ea1a64e4), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:24.625225 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8be682-7cd1-4e45-b847-62ab1153d13e admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:03:24.641290 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8be682-7cd1-4e45-b847-62ab1153d13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42682ac2-679e-4b79-a449-1765ea1a64e4,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:24.646576 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ce8be682-7cd1-4e45-b847-62ab1153d13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (b7f6505f-7e76-473a-a9af-13e193fcb4ed), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:24.646945 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-ce8be682-7cd1-4e45-b847-62ab1153d13e admin admin] Added segment b7f6505f-7e76-473a-a9af-13e193fcb4ed of type vlan for network a87dce7e-d908-4567-a2ae-85550fa4e922 Jul 24 01:03:24.661522 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:24.677896 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [req-494aa22e-488b-450d-9478-44052c1e0625 req-c5d4dd3f-a607-4eda-9a80-802a13f7c2f6 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Allocated IP 172.20.0.13 (37cd1572-14d0-471e-b2ca-ff3f9078882e/2eef0065-2281-4101-b3bd-eee4be86f7f1/0a201010-559e-40e9-8371-e03c2a2e2d4c) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:24.712435 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ce8be682-7cd1-4e45-b847-62ab1153d13e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763390501425'] for network (a87dce7e-d908-4567-a2ae-85550fa4e922), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:24.745427 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ce8be682-7cd1-4e45-b847-62ab1153d13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for network (a87dce7e-d908-4567-a2ae-85550fa4e922), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:24.746571 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8be682-7cd1-4e45-b847-62ab1153d13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:24.747417 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ce8be682-7cd1-4e45-b847-62ab1153d13e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:24.785334 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-ce8be682-7cd1-4e45-b847-62ab1153d13e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4687619 Jul 24 01:03:24.799989 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 34162) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:03:24.818784 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8be682-7cd1-4e45-b847-62ab1153d13e admin admin] Pushing event updated for resources: {'Network': ['ID=a87dce7e-d908-4567-a2ae-85550fa4e922,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:24.824448 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-8db42c76-5b47-4c81-8f19-75a20a21ddbb admin admin] Request body: {'subnet': {'network_id': 'a87dce7e-d908-4567-a2ae-85550fa4e922', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-106454706-subnet', 'tenant_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'ip_version': 4}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:03:24.830790 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Network a87dce7e-d908-4567-a2ae-85550fa4e922 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:03:24.833803 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:24.881043 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:24.883351 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db42c76-5b47-4c81-8f19-75a20a21ddbb admin admin] Made reservation on behalf of c0a2ac49b37b459d9c979a47acbe488b for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:24.886891 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8db42c76-5b47-4c81-8f19-75a20a21ddbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3892456'] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:24.978155 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d1625709-541d-4b15-a6ad-35c002eed034 req-c672e318-e33d-4920-8711-7979b818daa5 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 210 time: 0.0626478 Jul 24 01:03:25.012100 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-494aa22e-488b-450d-9478-44052c1e0625 req-c5d4dd3f-a607-4eda-9a80-802a13f7c2f6 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for port (0a201010-559e-40e9-8371-e03c2a2e2d4c), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:25.092984 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-494aa22e-488b-450d-9478-44052c1e0625 req-c5d4dd3f-a607-4eda-9a80-802a13f7c2f6 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (0a201010-559e-40e9-8371-e03c2a2e2d4c), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:25.180437 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494aa22e-488b-450d-9478-44052c1e0625 req-c5d4dd3f-a607-4eda-9a80-802a13f7c2f6 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Network 37cd1572-14d0-471e-b2ca-ff3f9078882e is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:25.189064 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [req-494aa22e-488b-450d-9478-44052c1e0625 req-c5d4dd3f-a607-4eda-9a80-802a13f7c2f6 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:25.193061 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-494aa22e-488b-450d-9478-44052c1e0625 req-c5d4dd3f-a607-4eda-9a80-802a13f7c2f6 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:03:25.199431 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4dd3f-a607-4eda-9a80-802a13f7c2f6 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'Port': ['ID=0a201010-559e-40e9-8371-e03c2a2e2d4c,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:25.235934 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [req-8fd8b334-ba33-4826-87af-9069a70c1fce req-9a6e1fd9-3af7-41e9-b332-cff3a8579b7c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 01:03:25.237420 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8fd8b334-ba33-4826-87af-9069a70c1fce req-9a6e1fd9-3af7-41e9-b332-cff3a8579b7c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0070076 Jul 24 01:03:25.268509 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 9072789d-5f4c-43ea-aeb4-ea4158411cce up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:25.318603 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aa22e-488b-450d-9478-44052c1e0625 req-c5d4dd3f-a607-4eda-9a80-802a13f7c2f6 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:25.319899 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-494aa22e-488b-450d-9478-44052c1e0625 req-c5d4dd3f-a607-4eda-9a80-802a13f7c2f6 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:25.336215 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8db42c76-5b47-4c81-8f19-75a20a21ddbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4238441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3892474'] for subnet (be84b54a-6acb-402e-9dee-4a4aa19c3168), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:25.363984 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 9072789d-5f4c-43ea-aeb4-ea4158411cce triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:25.364614 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (9072789d-5f4c-43ea-aeb4-ea4158411cce), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:25.381832 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-494aa22e-488b-450d-9478-44052c1e0625 req-c5d4dd3f-a607-4eda-9a80-802a13f7c2f6 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0715988 Jul 24 01:03:25.424633 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-494aa22e-488b-450d-9478-44052c1e0625 req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] Request body: {'port': {'device_id': 'fd889446-7a8d-4e52-91a5-22b75a923a21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:03:25.434861 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:25.497583 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db42c76-5b47-4c81-8f19-75a20a21ddbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=be84b54a-6acb-402e-9dee-4a4aa19c3168,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:25.498256 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-dfc60899-4466-41de-8b27-ac32382593c5 None None] Provisioning complete for port 0a201010-559e-40e9-8371-e03c2a2e2d4c triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:25.498625 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-dfc60899-4466-41de-8b27-ac32382593c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (0a201010-559e-40e9-8371-e03c2a2e2d4c), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:25.543111 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-dfc60899-4466-41de-8b27-ac32382593c5 None None] Port 0a201010-559e-40e9-8371-e03c2a2e2d4c cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:03:25.546569 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 9072789d-5f4c-43ea-aeb4-ea4158411cce is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:25.547116 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (9072789d-5f4c-43ea-aeb4-ea4158411cce), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:25.559023 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db42c76-5b47-4c81-8f19-75a20a21ddbb admin admin] Checking segment: {'id': 'b7f6505f-7e76-473a-a9af-13e193fcb4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a87dce7e-d908-4567-a2ae-85550fa4e922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:03:25.559400 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db42c76-5b47-4c81-8f19-75a20a21ddbb admin admin] Network hostable DHCP agents. Network: a87dce7e-d908-4567-a2ae-85550fa4e922, hostable agents: ['c3e033ef-4c45-4acb-8d93-0c64c51b87a9'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:03:25.571450 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-494aa22e-488b-450d-9478-44052c1e0625 req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (0a201010-559e-40e9-8371-e03c2a2e2d4c), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:25.574313 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] For port 9072789d-5f4c-43ea-aeb4-ea4158411cce, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9072789d-5f4c-43ea-aeb4-ea4158411cce,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:25.582282 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (9072789d-5f4c-43ea-aeb4-ea4158411cce), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:25.594022 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe13e2-ca61-4e71-a402-d93b51a3bc19 req-fda17e9b-d633-417c-ac82-fd37cbc0e12b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:25.596753 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-77fe13e2-ca61-4e71-a402-d93b51a3bc19 req-fda17e9b-d633-417c-ac82-fd37cbc0e12b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0940175 Jul 24 01:03:25.627871 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:25.636611 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db42c76-5b47-4c81-8f19-75a20a21ddbb admin admin] Network a87dce7e-d908-4567-a2ae-85550fa4e922 is scheduled to be hosted by DHCP agent c3e033ef-4c45-4acb-8d93-0c64c51b87a9 with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:03:25.653133 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Pushing event updated for resources: {'Port': ['ID=9072789d-5f4c-43ea-aeb4-ea4158411cce,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:25.668951 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-77fe13e2-ca61-4e71-a402-d93b51a3bc19 req-40f25e54-66a2-4d26-95d1-5ac991033cfd tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611873 Jul 24 01:03:25.707421 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-8db42c76-5b47-4c81-8f19-75a20a21ddbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, a87dce7e-d908-4567-a2ae-85550fa4e922) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:25.715750 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db42c76-5b47-4c81-8f19-75a20a21ddbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:25.716350 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8db42c76-5b47-4c81-8f19-75a20a21ddbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:25.719486 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bce0d1-b7ed-4e05-b069-36df8d6e0c4c None None] Network a87dce7e-d908-4567-a2ae-85550fa4e922 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:03:25.743234 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-8db42c76-5b47-4c81-8f19-75a20a21ddbb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9421322 Jul 24 01:03:25.745901 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 34186) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:03:25.750625 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-86d030e1-68ff-4c5c-8830-88ce09fbf743 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-106454706-router', 'tenant_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:03:25.755606 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:25.761856 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:25.794564 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-86d030e1-68ff-4c5c-8830-88ce09fbf743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1231'] for router (94a07451-ec4c-4359-b44f-4e9158a87530), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:25.795831 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-86d030e1-68ff-4c5c-8830-88ce09fbf743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-723578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1272'] for router (94a07451-ec4c-4359-b44f-4e9158a87530), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:25.856210 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d47de2-0753-4631-8dbe-a9fe17b37771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-a87dce7e-d908-4567-a2ae-85550fa4e922', 'network_id': 'a87dce7e-d908-4567-a2ae-85550fa4e922', 'project_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'fixed_ips': [{'subnet_id': 'be84b54a-6acb-402e-9dee-4a4aa19c3168'}]}} from dv-cinder-master-3-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 01:03:25.857108 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-57d47de2-0753-4631-8dbe-a9fe17b37771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:25.868424 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-86d030e1-68ff-4c5c-8830-88ce09fbf743 admin admin] Publish callbacks [] for router_controller (94a07451-ec4c-4359-b44f-4e9158a87530), precommit_add_association {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:25.948025 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [req-494aa22e-488b-450d-9478-44052c1e0625 req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a201010-559e-40e9-8371-e03c2a2e2d4c {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:03:25.959473 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-494aa22e-488b-450d-9478-44052c1e0625 req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] Publish callbacks [] for port (0a201010-559e-40e9-8371-e03c2a2e2d4c), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:25.993594 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [req-494aa22e-488b-450d-9478-44052c1e0625 req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] Transition to ACTIVE for port object 0a201010-559e-40e9-8371-e03c2a2e2d4c will not be triggered until provisioned by entity L2. {{(pid=103995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 01:03:25.997078 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-494aa22e-488b-450d-9478-44052c1e0625 req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (0a201010-559e-40e9-8371-e03c2a2e2d4c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:26.050384 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-57d47de2-0753-4631-8dbe-a9fe17b37771 None None] Allocated IP 172.20.0.2 (a87dce7e-d908-4567-a2ae-85550fa4e922/be84b54a-6acb-402e-9dee-4a4aa19c3168/ce3b239c-efa7-4346-93f7-9d748d481f50) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:26.079015 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 34200) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:03:26.097311 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-86d030e1-68ff-4c5c-8830-88ce09fbf743 admin admin] Publish callbacks [] for router_gateway (94a07451-ec4c-4359-b44f-4e9158a87530), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:26.144236 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] Pushing event updated for resources: {'Port': ['ID=0a201010-559e-40e9-8371-e03c2a2e2d4c,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:26.198195 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68ff6c-0331-4685-87be-dab1bdf31c05 req-9b005d66-b462-4553-9d7e-7c613c0d9745 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:26.202988 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-aa68ff6c-0331-4685-87be-dab1bdf31c05 req-9b005d66-b462-4553-9d7e-7c613c0d9745 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 944 time: 0.1004715 Jul 24 01:03:26.234679 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-494aa22e-488b-450d-9478-44052c1e0625 req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] Attempting to bind port 0a201010-559e-40e9-8371-e03c2a2e2d4c on host hv-cinder-maste for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:03:26.234679 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-494aa22e-488b-450d-9478-44052c1e0625 req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] Attempting to bind port 0a201010-559e-40e9-8371-e03c2a2e2d4c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:03:26.235432 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494aa22e-488b-450d-9478-44052c1e0625 req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] Attempting to bind port 0a201010-559e-40e9-8371-e03c2a2e2d4c on network 37cd1572-14d0-471e-b2ca-ff3f9078882e {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:03:26.262715 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494aa22e-488b-450d-9478-44052c1e0625 req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] Port 0a201010-559e-40e9-8371-e03c2a2e2d4c on network 37cd1572-14d0-471e-b2ca-ff3f9078882e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 01:03:26.263187 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494aa22e-488b-450d-9478-44052c1e0625 req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] Attempting to bind port 0a201010-559e-40e9-8371-e03c2a2e2d4c on network 37cd1572-14d0-471e-b2ca-ff3f9078882e {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:03:26.277039 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494aa22e-488b-450d-9478-44052c1e0625 req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] Checking agent: {'id': 'e7b2140f-0e0f-4ee7-997b-e62068d5aaa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'started_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:03:26.277536 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494aa22e-488b-450d-9478-44052c1e0625 req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] Checking segment: {'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:03:26.279791 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494aa22e-488b-450d-9478-44052c1e0625 req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] Bound using segment: {'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:03:26.280366 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-494aa22e-488b-450d-9478-44052c1e0625 req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] Bound port: 0a201010-559e-40e9-8371-e03c2a2e2d4c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:03:26.280842 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-494aa22e-488b-450d-9478-44052c1e0625 req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (0a201010-559e-40e9-8371-e03c2a2e2d4c), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:26.286857 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d54f0515-37fa-4de2-ae46-af03deb1187c req-4ed0273c-85a7-4f20-b669-57813302b366 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2060926 Jul 24 01:03:26.288300 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-57d47de2-0753-4631-8dbe-a9fe17b37771 None None] Publish callbacks [] for port (ce3b239c-efa7-4346-93f7-9d748d481f50), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:26.298349 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-57d47de2-0753-4631-8dbe-a9fe17b37771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (ce3b239c-efa7-4346-93f7-9d748d481f50), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:26.305128 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [req-d54f0515-37fa-4de2-ae46-af03deb1187c req-d82d3989-74b1-4f74-9bfb-6519b9c4ba49 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 01:03:26.306384 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d54f0515-37fa-4de2-ae46-af03deb1187c req-d82d3989-74b1-4f74-9bfb-6519b9c4ba49 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0103858 Jul 24 01:03:26.353870 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-aa68ff6c-0331-4685-87be-dab1bdf31c05 req-8a351352-fecb-42d0-ad28-440a3b590d13 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6d049ce-0b9c-4b7b-987f-aa8602ce7a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132140 Jul 24 01:03:26.382302 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d47de2-0753-4631-8dbe-a9fe17b37771 None None] Network a87dce7e-d908-4567-a2ae-85550fa4e922 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:26.396511 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-494aa22e-488b-450d-9478-44052c1e0625 req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] For port 0a201010-559e-40e9-8371-e03c2a2e2d4c, host hv-cinder-maste, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:03:26.401204 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-494aa22e-488b-450d-9478-44052c1e0625 req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] For port 0a201010-559e-40e9-8371-e03c2a2e2d4c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0a201010-559e-40e9-8371-e03c2a2e2d4c,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:03:26.404679 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-57d47de2-0753-4631-8dbe-a9fe17b37771 None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:26.409369 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d47de2-0753-4631-8dbe-a9fe17b37771 None None] Pushing event updated for resources: {'Port': ['ID=ce3b239c-efa7-4346-93f7-9d748d481f50,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:26.410434 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-494aa22e-488b-450d-9478-44052c1e0625 req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (0a201010-559e-40e9-8371-e03c2a2e2d4c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:26.413387 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d47de2-0753-4631-8dbe-a9fe17b37771 None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:03:26.451873 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aa22e-488b-450d-9478-44052c1e0625 req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:26.452491 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-494aa22e-488b-450d-9478-44052c1e0625 req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:26.453864 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-494aa22e-488b-450d-9478-44052c1e0625 req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] 10.222.0.39 "PUT /v2.0/ports/0a201010-559e-40e9-8371-e03c2a2e2d4c HTTP/1.1" status: 200 len: 1094 time: 1.0351119 Jul 24 01:03:26.454307 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd889446-7a8d-4e52-91a5-22b75a923a21', 'tag': '0a201010-559e-40e9-8371-e03c2a2e2d4c'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:03:26.457175 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e7a791-acaf-4617-98e8-6b5b14d5ad32" -d '{"events": [{"name": "network-changed", "server_uuid": "fd889446-7a8d-4e52-91a5-22b75a923a21", "tag": "0a201010-559e-40e9-8371-e03c2a2e2d4c"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:26.484727 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 34210) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:03:26.505796 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-86d030e1-68ff-4c5c-8830-88ce09fbf743 admin admin] Publish callbacks [] for router_gateway (94a07451-ec4c-4359-b44f-4e9158a87530), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:26.516537 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-57d47de2-0753-4631-8dbe-a9fe17b37771 None None] Attempting to bind port ce3b239c-efa7-4346-93f7-9d748d481f50 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:03:26.516899 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-57d47de2-0753-4631-8dbe-a9fe17b37771 None None] Attempting to bind port ce3b239c-efa7-4346-93f7-9d748d481f50 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b7f6505f-7e76-473a-a9af-13e193fcb4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a87dce7e-d908-4567-a2ae-85550fa4e922'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:03:26.517839 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d47de2-0753-4631-8dbe-a9fe17b37771 None None] Attempting to bind port ce3b239c-efa7-4346-93f7-9d748d481f50 on network a87dce7e-d908-4567-a2ae-85550fa4e922 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:03:26.527871 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-86d030e1-68ff-4c5c-8830-88ce09fbf743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:26.543809 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d47de2-0753-4631-8dbe-a9fe17b37771 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:03:26.544189 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d47de2-0753-4631-8dbe-a9fe17b37771 None None] Checking segment: {'id': 'b7f6505f-7e76-473a-a9af-13e193fcb4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a87dce7e-d908-4567-a2ae-85550fa4e922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:03:26.544609 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-57d47de2-0753-4631-8dbe-a9fe17b37771 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:26.545003 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d47de2-0753-4631-8dbe-a9fe17b37771 None None] Bound using segment: {'id': 'b7f6505f-7e76-473a-a9af-13e193fcb4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a87dce7e-d908-4567-a2ae-85550fa4e922'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:03:26.545541 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-57d47de2-0753-4631-8dbe-a9fe17b37771 None None] Bound port: ce3b239c-efa7-4346-93f7-9d748d481f50, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f6505f-7e76-473a-a9af-13e193fcb4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a87dce7e-d908-4567-a2ae-85550fa4e922'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:03:26.545877 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-57d47de2-0753-4631-8dbe-a9fe17b37771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (ce3b239c-efa7-4346-93f7-9d748d481f50), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:26.551001 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef7bdc-fe97-4b8b-a09e-53fc744feada service neutron] Pushing event updated for resources: {'Port': ['ID=0a201010-559e-40e9-8371-e03c2a2e2d4c,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:26.558540 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb3fe64-d2ef-48ff-83bd-545036a61348 x-openstack-request-id: req-dcb3fe64-d2ef-48ff-83bd-545036a61348 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:26.559990 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd889446-7a8d-4e52-91a5-22b75a923a21", "tag": "0a201010-559e-40e9-8371-e03c2a2e2d4c", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:26.560478 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dcb3fe64-d2ef-48ff-83bd-545036a61348 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:26.561452 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb3fe64-d2ef-48ff-83bd-545036a61348'] response: {'name': 'network-changed', 'server_uuid': 'fd889446-7a8d-4e52-91a5-22b75a923a21', 'tag': '0a201010-559e-40e9-8371-e03c2a2e2d4c', 'status': 'completed', 'code': 200} Jul 24 01:03:26.586750 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] Sync routers for ids ['f4220ce4-1073-4052-8a32-55841cf0ac6b'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:03:26.607228 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] Routers {'f4220ce4-1073-4052-8a32-55841cf0ac6b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:03:26.607873 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:03:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['f4220ce4-1073-4052-8a32-55841cf0ac6b'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:26.635534 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:26.639198 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aa22e-488b-450d-9478-44052c1e0625 req-e579eb24-fb11-4c77-a95a-687358604fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:26.641132 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-494aa22e-488b-450d-9478-44052c1e0625 req-e579eb24-fb11-4c77-a95a-687358604fc2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c68e39bc1724fda980be3463bbf7d7b&device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 1128 time: 0.0849462 Jul 24 01:03:26.643805 dv-cinder-master-3-iscsi neutron-server[103995]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 24 01:03:26.672510 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-57d47de2-0753-4631-8dbe-a9fe17b37771 None None] For port ce3b239c-efa7-4346-93f7-9d748d481f50, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:03:26.677050 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-57d47de2-0753-4631-8dbe-a9fe17b37771 None None] For port ce3b239c-efa7-4346-93f7-9d748d481f50, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ce3b239c-efa7-4346-93f7-9d748d481f50,segment=NetworkSegment(b7f6505f-7e76-473a-a9af-13e193fcb4ed),segment_id=b7f6505f-7e76-473a-a9af-13e193fcb4ed)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:03:26.685155 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-57d47de2-0753-4631-8dbe-a9fe17b37771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (ce3b239c-efa7-4346-93f7-9d748d481f50), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:26.719164 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-86d030e1-68ff-4c5c-8830-88ce09fbf743 admin admin] Allocated IP 172.37.6.245 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/7597a867-701d-42b0-b7cd-36ed1d46e804) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:26.733996 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:26.739677 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-494aa22e-488b-450d-9478-44052c1e0625 req-465c10ec-4c2d-48d1-9752-fb19f99d17a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a201010-559e-40e9-8371-e03c2a2e2d4c HTTP/1.1" status: 200 len: 217 time: 0.0555377 Jul 24 01:03:26.767263 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f0515-37fa-4de2-ae46-af03deb1187c req-3e355dd6-7230-44a9-acb7-270bed40991f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:26.768713 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d54f0515-37fa-4de2-ae46-af03deb1187c req-3e355dd6-7230-44a9-acb7-270bed40991f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports/e11dcec4-66a1-456b-85bc-587d87bc9e6a HTTP/1.1" status: 200 len: 941 time: 0.2811582 Jul 24 01:03:26.778715 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] Set router f4220ce4-1073-4052-8a32-55841cf0ac6b gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:03:26.816273 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d47de2-0753-4631-8dbe-a9fe17b37771 None None] Pushing event updated for resources: {'Port': ['ID=ce3b239c-efa7-4346-93f7-9d748d481f50,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:26.874556 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aa22e-488b-450d-9478-44052c1e0625 req-4670300c-1ff9-45bd-8cb8-96a4d54a1e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:26.877295 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-494aa22e-488b-450d-9478-44052c1e0625 req-4670300c-1ff9-45bd-8cb8-96a4d54a1e62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2eef0065-2281-4101-b3bd-eee4be86f7f1 HTTP/1.1" status: 200 len: 854 time: 0.1068614 Jul 24 01:03:26.939387 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aa22e-488b-450d-9478-44052c1e0625 req-92d38618-7cd9-4aea-a8e1-cedb82aa0086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:26.941498 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0cd78-226b-4883-a0c4-64ba9ff5f81f req-68ef4a4c-f5f9-4b24-8b8f-a9dd357310c3 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:26.941986 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-494aa22e-488b-450d-9478-44052c1e0625 req-92d38618-7cd9-4aea-a8e1-cedb82aa0086 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37cd1572-14d0-471e-b2ca-ff3f9078882e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514393 Jul 24 01:03:26.949166 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6db0cd78-226b-4883-a0c4-64ba9ff5f81f req-68ef4a4c-f5f9-4b24-8b8f-a9dd357310c3 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.1447439 Jul 24 01:03:26.954375 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:27.084979 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-494aa22e-488b-450d-9478-44052c1e0625 req-60a315bd-3b21-48f8-85e7-8e423c040c05 service neutron] 10.222.0.39 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357715 Jul 24 01:03:27.154289 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'name': 'tempest-TestMinimumBasicScenario-248493288-router', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127'}], 'enable_snat': True}, 'gw_port_id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:22Z', 'revision_number': 4, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'gw_port': {'id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f2fd4cbf-1af6-4241-b2e4-d34b053e0083', 'name': '', 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'mac_address': 'fa:16:3e:18:73:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:22Z', 'updated_at': '2022-07-24T01:03:22Z', 'revision_number': 2, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'subnets': [{'id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:27.179178 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:27.191247 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] Checking router: f4220ce4-1073-4052-8a32-55841cf0ac6b for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:03:27.191610 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] Updating router f4220ce4-1073-4052-8a32-55841cf0ac6b port f2fd4cbf-1af6-4241-b2e4-d34b053e0083 binding host dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:03:27.242757 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (f2fd4cbf-1af6-4241-b2e4-d34b053e0083), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:27.305630 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:27.323399 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-494aa22e-488b-450d-9478-44052c1e0625 req-468deac7-c4fc-4d4c-b442-0a258ba26533 service neutron] 10.222.0.39 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308915 Jul 24 01:03:27.371502 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:27.395564 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-86d030e1-68ff-4c5c-8830-88ce09fbf743 admin admin] Publish callbacks [] for port (7597a867-701d-42b0-b7cd-36ed1d46e804), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:27.419895 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6db0cd78-226b-4883-a0c4-64ba9ff5f81f req-e48d1e69-074c-46bf-bee2-91eb6cb3768e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4695070 Jul 24 01:03:27.431522 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 9072789d-5f4c-43ea-aeb4-ea4158411cce up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:27.455836 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-86d030e1-68ff-4c5c-8830-88ce09fbf743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (7597a867-701d-42b0-b7cd-36ed1d46e804), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:27.501133 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d030e1-68ff-4c5c-8830-88ce09fbf743 admin admin] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:27.506341 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 9072789d-5f4c-43ea-aeb4-ea4158411cce triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:27.507102 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (9072789d-5f4c-43ea-aeb4-ea4158411cce), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:27.514551 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-86d030e1-68ff-4c5c-8830-88ce09fbf743 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:27.520909 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d030e1-68ff-4c5c-8830-88ce09fbf743 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:03:27.566287 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d030e1-68ff-4c5c-8830-88ce09fbf743 admin admin] Pushing event updated for resources: {'Port': ['ID=7597a867-701d-42b0-b7cd-36ed1d46e804,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:27.615532 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] Publish callbacks [] for port (f2fd4cbf-1af6-4241-b2e4-d34b053e0083), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:27.623894 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (f2fd4cbf-1af6-4241-b2e4-d34b053e0083), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:27.652386 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967c58b-7b8d-4b7e-9b2b-b8e3a584265e req-4999fb06-1c25-42ba-8f35-c15db968c905 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:27.655303 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a967c58b-7b8d-4b7e-9b2b-b8e3a584265e req-4999fb06-1c25-42ba-8f35-c15db968c905 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 944 time: 0.1354103 Jul 24 01:03:27.686035 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efb551-5662-43ef-9cda-b6bc4a31c27b None None] Pushing event updated for resources: {'Port': ['ID=f2fd4cbf-1af6-4241-b2e4-d34b053e0083,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:27.734314 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb551-5662-43ef-9cda-b6bc4a31c27b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:27.737019 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb551-5662-43ef-9cda-b6bc4a31c27b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:27.737635 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb551-5662-43ef-9cda-b6bc4a31c27b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:27.738193 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb551-5662-43ef-9cda-b6bc4a31c27b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:27.738907 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb551-5662-43ef-9cda-b6bc4a31c27b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:27.739618 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb551-5662-43ef-9cda-b6bc4a31c27b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:27.740167 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb551-5662-43ef-9cda-b6bc4a31c27b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:27.740837 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb551-5662-43ef-9cda-b6bc4a31c27b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:27.743141 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb551-5662-43ef-9cda-b6bc4a31c27b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:27.743574 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb551-5662-43ef-9cda-b6bc4a31c27b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:27.743999 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb551-5662-43ef-9cda-b6bc4a31c27b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:27.744436 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb551-5662-43ef-9cda-b6bc4a31c27b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:27.744854 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb551-5662-43ef-9cda-b6bc4a31c27b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:27.745287 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb551-5662-43ef-9cda-b6bc4a31c27b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:27.745697 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67efb551-5662-43ef-9cda-b6bc4a31c27b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:27.748168 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 9072789d-5f4c-43ea-aeb4-ea4158411cce is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:27.756890 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device ce3b239c-efa7-4346-93f7-9d748d481f50 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:27.765847 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] Attempting to bind port f2fd4cbf-1af6-4241-b2e4-d34b053e0083 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:03:27.766491 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] Attempting to bind port f2fd4cbf-1af6-4241-b2e4-d34b053e0083 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '3f929964-098f-4d6d-8054-cc15732a4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:03:27.767997 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] Attempting to bind port f2fd4cbf-1af6-4241-b2e4-d34b053e0083 on network a03d2c45-4db4-45be-ae0a-38988e70c5b5 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:03:27.774659 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:03:27.775473 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] Checking segment: {'id': '3f929964-098f-4d6d-8054-cc15732a4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:03:27.776098 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:27.776684 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] Bound using segment: {'id': '3f929964-098f-4d6d-8054-cc15732a4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:03:27.777542 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] Bound port: f2fd4cbf-1af6-4241-b2e4-d34b053e0083, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f929964-098f-4d6d-8054-cc15732a4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:03:27.778270 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (f2fd4cbf-1af6-4241-b2e4-d34b053e0083), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:27.824258 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port ce3b239c-efa7-4346-93f7-9d748d481f50 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:27.824417 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a967c58b-7b8d-4b7e-9b2b-b8e3a584265e req-5d6be0c3-4922-4ac0-acc7-3b4712964238 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6d049ce-0b9c-4b7b-987f-aa8602ce7a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582215 Jul 24 01:03:27.824843 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (ce3b239c-efa7-4346-93f7-9d748d481f50), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:27.831150 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:27.853830 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] For port f2fd4cbf-1af6-4241-b2e4-d34b053e0083, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:03:27.857545 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] For port f2fd4cbf-1af6-4241-b2e4-d34b053e0083, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f2fd4cbf-1af6-4241-b2e4-d34b053e0083,segment=NetworkSegment(3f929964-098f-4d6d-8054-cc15732a4db6),segment_id=3f929964-098f-4d6d-8054-cc15732a4db6)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:03:27.867712 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (f2fd4cbf-1af6-4241-b2e4-d34b053e0083), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:27.920283 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-86d030e1-68ff-4c5c-8830-88ce09fbf743 admin admin] Publish callbacks [] for router_gateway (94a07451-ec4c-4359-b44f-4e9158a87530), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:27.947730 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port ce3b239c-efa7-4346-93f7-9d748d481f50 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:27.948124 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (ce3b239c-efa7-4346-93f7-9d748d481f50), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:27.977928 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] Routers {'f4220ce4-1073-4052-8a32-55841cf0ac6b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:03:27.978568 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:03:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['f4220ce4-1073-4052-8a32-55841cf0ac6b'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:27.994833 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-76d8b6ec-0c82-4e0c-9b9a-02d754b21fac None None] Provisioning complete for port f2fd4cbf-1af6-4241-b2e4-d34b053e0083 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:27.995213 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-76d8b6ec-0c82-4e0c-9b9a-02d754b21fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (f2fd4cbf-1af6-4241-b2e4-d34b053e0083), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:28.038035 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efb551-5662-43ef-9cda-b6bc4a31c27b None None] Pushing event updated for resources: {'Port': ['ID=f2fd4cbf-1af6-4241-b2e4-d34b053e0083,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:28.057841 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] For port ce3b239c-efa7-4346-93f7-9d748d481f50, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ce3b239c-efa7-4346-93f7-9d748d481f50,segment=NetworkSegment(b7f6505f-7e76-473a-a9af-13e193fcb4ed),segment_id=b7f6505f-7e76-473a-a9af-13e193fcb4ed)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:28.069636 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (ce3b239c-efa7-4346-93f7-9d748d481f50), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:28.136289 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:28.143558 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] Set router f4220ce4-1073-4052-8a32-55841cf0ac6b gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:03:28.175474 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Pushing event updated for resources: {'Port': ['ID=ce3b239c-efa7-4346-93f7-9d748d481f50,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:28.221065 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-86d030e1-68ff-4c5c-8830-88ce09fbf743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674738'] for router (94a07451-ec4c-4359-b44f-4e9158a87530), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:28.224286 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-76d8b6ec-0c82-4e0c-9b9a-02d754b21fac None None] Current status of the port f2fd4cbf-1af6-4241-b2e4-d34b053e0083 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:28.224689 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-76d8b6ec-0c82-4e0c-9b9a-02d754b21fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (f2fd4cbf-1af6-4241-b2e4-d34b053e0083), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:28.275231 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-76d8b6ec-0c82-4e0c-9b9a-02d754b21fac None None] For port f2fd4cbf-1af6-4241-b2e4-d34b053e0083, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f2fd4cbf-1af6-4241-b2e4-d34b053e0083,segment=NetworkSegment(3f929964-098f-4d6d-8054-cc15732a4db6),segment_id=3f929964-098f-4d6d-8054-cc15732a4db6)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:28.280796 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-76d8b6ec-0c82-4e0c-9b9a-02d754b21fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (f2fd4cbf-1af6-4241-b2e4-d34b053e0083), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:28.338112 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8b6ec-0c82-4e0c-9b9a-02d754b21fac None None] Pushing event updated for resources: {'Port': ['ID=f2fd4cbf-1af6-4241-b2e4-d34b053e0083,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:28.343365 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device e11dcec4-66a1-456b-85bc-587d87bc9e6a no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:03:28.370817 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f65b08-c2e8-43d0-ac21-c7e43a0a6380 None None] Network a87dce7e-d908-4567-a2ae-85550fa4e922 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:03:28.400458 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d030e1-68ff-4c5c-8830-88ce09fbf743 admin admin] Router 94a07451-ec4c-4359-b44f-4e9158a87530 is scheduled to L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a with binding_index 1 {{(pid=103996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 01:03:28.407005 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'name': 'tempest-TestMinimumBasicScenario-248493288-router', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127'}], 'enable_snat': True}, 'gw_port_id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:22Z', 'revision_number': 4, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'gw_port': {'id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f2fd4cbf-1af6-4241-b2e4-d34b053e0083', 'name': '', 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'mac_address': 'fa:16:3e:18:73:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:22Z', 'updated_at': '2022-07-24T01:03:27Z', 'revision_number': 4, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'subnets': [{'id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:28.444661 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1189cc-4830-41f9-9fa6-4f9b75871c01 None None] The sync data for ids ['f4220ce4-1073-4052-8a32-55841cf0ac6b'] in dv-cinder-master-3-iscsi is: [{'id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'name': 'tempest-TestMinimumBasicScenario-248493288-router', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127'}], 'enable_snat': True}, 'gw_port_id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:22Z', 'revision_number': 4, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'gw_port': {'id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f2fd4cbf-1af6-4241-b2e4-d34b053e0083', 'name': '', 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'mac_address': 'fa:16:3e:18:73:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:22Z', 'updated_at': '2022-07-24T01:03:27Z', 'revision_number': 4, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'subnets': [{'id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:03:28.460961 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-3005604e-d2e9-4d2b-953a-6bd1fa862e86 None None] Provisioning complete for port ce3b239c-efa7-4346-93f7-9d748d481f50 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:28.461518 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3005604e-d2e9-4d2b-953a-6bd1fa862e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (ce3b239c-efa7-4346-93f7-9d748d481f50), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:28.473621 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:28.527529 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d030e1-68ff-4c5c-8830-88ce09fbf743 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:03:28.539189 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:28.540263 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port e11dcec4-66a1-456b-85bc-587d87bc9e6a is: DOWN; New status is: DOWN {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:28.542983 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:28.551434 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:28.553192 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] Sync routers for ids ['94a07451-ec4c-4359-b44f-4e9158a87530'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:03:28.582646 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-86d030e1-68ff-4c5c-8830-88ce09fbf743 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:28.583825 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-86d030e1-68ff-4c5c-8830-88ce09fbf743 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8367765 Jul 24 01:03:28.588344 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 34230) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:03:28.591017 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] Routers {'94a07451-ec4c-4359-b44f-4e9158a87530'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:03:28.591578 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:03:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['94a07451-ec4c-4359-b44f-4e9158a87530'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:28.597950 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568abb4-2beb-40d9-8fff-94384be2c025 req-78559f72-3aa9-4a54-8451-2b255c1731b1 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:28.598723 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e568abb4-2beb-40d9-8fff-94384be2c025 req-78559f72-3aa9-4a54-8451-2b255c1731b1 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0693655 Jul 24 01:03:28.684035 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e568abb4-2beb-40d9-8fff-94384be2c025 req-ef2f5099-c723-4084-9707-f33e28eea0d9 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738432 Jul 24 01:03:28.789682 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-3005604e-d2e9-4d2b-953a-6bd1fa862e86 None None] Current status of the port ce3b239c-efa7-4346-93f7-9d748d481f50 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:28.821898 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-3005604e-d2e9-4d2b-953a-6bd1fa862e86 None None] Provisioning complete for port f2fd4cbf-1af6-4241-b2e4-d34b053e0083 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:28.822281 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3005604e-d2e9-4d2b-953a-6bd1fa862e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (f2fd4cbf-1af6-4241-b2e4-d34b053e0083), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:28.850426 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] Set router 94a07451-ec4c-4359-b44f-4e9158a87530 gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:03:28.933792 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7a791-acaf-4617-98e8-6b5b14d5ad32 req-d436d4b2-3bc2-4d3a-8bbf-cef002c046c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:28.935353 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-91e7a791-acaf-4617-98e8-6b5b14d5ad32 req-d436d4b2-3bc2-4d3a-8bbf-cef002c046c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c68e39bc1724fda980be3463bbf7d7b&device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 1128 time: 0.1569364 Jul 24 01:03:28.999475 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864f86b-5f29-46e2-b840-095a01df01bd req-06d7ca85-e97f-45f2-aac2-aad730ce8537 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:29.000990 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8864f86b-5f29-46e2-b840-095a01df01bd req-06d7ca85-e97f-45f2-aac2-aad730ce8537 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 944 time: 0.0589314 Jul 24 01:03:29.017840 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-3005604e-d2e9-4d2b-953a-6bd1fa862e86 None None] Current status of the port f2fd4cbf-1af6-4241-b2e4-d34b053e0083 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:29.070176 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8864f86b-5f29-46e2-b840-095a01df01bd req-1577cb6e-7c22-40f0-844c-d6161a70d2b9 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6d049ce-0b9c-4b7b-987f-aa8602ce7a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623415 Jul 24 01:03:29.123646 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a07451-ec4c-4359-b44f-4e9158a87530', 'name': 'tempest-TestMinimumBasicScenario-106454706-router', 'tenant_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.245'}], 'enable_snat': True}, 'gw_port_id': '7597a867-701d-42b0-b7cd-36ed1d46e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:25Z', 'updated_at': '2022-07-24T01:03:27Z', 'revision_number': 3, 'project_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'gw_port': {'id': '7597a867-701d-42b0-b7cd-36ed1d46e804', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:94:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a07451-ec4c-4359-b44f-4e9158a87530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:26Z', 'updated_at': '2022-07-24T01:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:29.136137 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-7b0d257b-de47-486a-ba71-8fba87064b99 None None] Provisioning complete for port ce3b239c-efa7-4346-93f7-9d748d481f50 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:29.136645 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7b0d257b-de47-486a-ba71-8fba87064b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (ce3b239c-efa7-4346-93f7-9d748d481f50), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:29.163809 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] Checking router: 94a07451-ec4c-4359-b44f-4e9158a87530 for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:03:29.163809 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] Updating router 94a07451-ec4c-4359-b44f-4e9158a87530 port 7597a867-701d-42b0-b7cd-36ed1d46e804 binding host dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:03:29.220000 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (7597a867-701d-42b0-b7cd-36ed1d46e804), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:29.225460 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7a791-acaf-4617-98e8-6b5b14d5ad32 req-65a95740-7af9-4fe5-b05f-6a26a9f8642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:29.226580 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-91e7a791-acaf-4617-98e8-6b5b14d5ad32 req-65a95740-7af9-4fe5-b05f-6a26a9f8642d service neutron] 10.222.0.39 "GET /v2.0/networks?id=37cd1572-14d0-471e-b2ca-ff3f9078882e HTTP/1.1" status: 200 len: 916 time: 0.2800932 Jul 24 01:03:29.292568 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-91e7a791-acaf-4617-98e8-6b5b14d5ad32 req-7a103c98-4368-4e05-a56d-acd43dba2f34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a201010-559e-40e9-8371-e03c2a2e2d4c HTTP/1.1" status: 200 len: 217 time: 0.0448482 Jul 24 01:03:29.300896 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device f2fd4cbf-1af6-4241-b2e4-d34b053e0083 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:29.332244 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e2dacefa-0bdf-4f6a-b9a3-e5164a1dcb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:29.366475 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7a791-acaf-4617-98e8-6b5b14d5ad32 req-1d2147f8-bed1-4160-94ee-b23a559d297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:29.367897 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-91e7a791-acaf-4617-98e8-6b5b14d5ad32 req-1d2147f8-bed1-4160-94ee-b23a559d297f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2eef0065-2281-4101-b3bd-eee4be86f7f1 HTTP/1.1" status: 200 len: 854 time: 0.0670257 Jul 24 01:03:29.437679 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d257b-de47-486a-ba71-8fba87064b99 None None] Current status of the port ce3b239c-efa7-4346-93f7-9d748d481f50 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:29.449829 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7a791-acaf-4617-98e8-6b5b14d5ad32 req-3db86593-36d0-4a83-8d10-9d21ef7358e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:29.451343 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-91e7a791-acaf-4617-98e8-6b5b14d5ad32 req-3db86593-36d0-4a83-8d10-9d21ef7358e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37cd1572-14d0-471e-b2ca-ff3f9078882e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574276 Jul 24 01:03:29.458536 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port f2fd4cbf-1af6-4241-b2e4-d34b053e0083 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:29.458944 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (f2fd4cbf-1af6-4241-b2e4-d34b053e0083), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:29.483325 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:29.507566 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:29.536683 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=100 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:29.614412 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port f2fd4cbf-1af6-4241-b2e4-d34b053e0083 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:29.615409 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-e2dacefa-0bdf-4f6a-b9a3-e5164a1dcb0e admin admin] Allocated IP 172.20.0.1 (a87dce7e-d908-4567-a2ae-85550fa4e922/be84b54a-6acb-402e-9dee-4a4aa19c3168/6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:29.615871 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device ce3b239c-efa7-4346-93f7-9d748d481f50 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:29.621255 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-91e7a791-acaf-4617-98e8-6b5b14d5ad32 req-bd5e30fc-e0fe-4618-91bf-37853ca77559 service neutron] 10.222.0.39 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477511 Jul 24 01:03:29.685949 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] Publish callbacks [] for port (7597a867-701d-42b0-b7cd-36ed1d46e804), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:29.695982 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (7597a867-701d-42b0-b7cd-36ed1d46e804), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:29.703858 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port ce3b239c-efa7-4346-93f7-9d748d481f50 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:29.704227 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (ce3b239c-efa7-4346-93f7-9d748d481f50), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:29.827797 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92db3e-e55d-4561-ac52-d53cd6862517 req-61674a07-e5fc-4495-94ae-67d4e6b8ca62 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:29.830576 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bf92db3e-e55d-4561-ac52-d53cd6862517 req-61674a07-e5fc-4495-94ae-67d4e6b8ca62 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0581377 Jul 24 01:03:29.885669 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bf92db3e-e55d-4561-ac52-d53cd6862517 req-924a748a-36b9-4210-858f-35c256b5401f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491838 Jul 24 01:03:29.922020 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] Attempting to bind port 7597a867-701d-42b0-b7cd-36ed1d46e804 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:03:29.922598 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] Attempting to bind port 7597a867-701d-42b0-b7cd-36ed1d46e804 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:03:29.922985 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] Attempting to bind port 7597a867-701d-42b0-b7cd-36ed1d46e804 on network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:03:29.926575 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e67375-8520-4531-9ed4-f97faedcea07 None None] Pushing event updated for resources: {'Port': ['ID=7597a867-701d-42b0-b7cd-36ed1d46e804,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:29.937062 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:03:29.937471 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] Checking segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:03:29.937989 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:29.938371 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] Bound using segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:03:29.939849 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] Bound port: 7597a867-701d-42b0-b7cd-36ed1d46e804, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:03:29.940350 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (7597a867-701d-42b0-b7cd-36ed1d46e804), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:29.988152 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:30.020970 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port ce3b239c-efa7-4346-93f7-9d748d481f50 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:30.029503 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] For port 7597a867-701d-42b0-b7cd-36ed1d46e804, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:03:30.034128 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] For port 7597a867-701d-42b0-b7cd-36ed1d46e804, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7597a867-701d-42b0-b7cd-36ed1d46e804,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:03:30.040079 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (7597a867-701d-42b0-b7cd-36ed1d46e804), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:30.044309 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-91e7a791-acaf-4617-98e8-6b5b14d5ad32 req-f88aae3f-f20c-4555-9e6c-451f9600d51b service neutron] 10.222.0.39 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152069 Jul 24 01:03:30.047020 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e2dacefa-0bdf-4f6a-b9a3-e5164a1dcb0e admin admin] Publish callbacks [] for port (6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:30.080659 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e2dacefa-0bdf-4f6a-b9a3-e5164a1dcb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:30.103024 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] Routers {'94a07451-ec4c-4359-b44f-4e9158a87530'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:03:30.103837 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:03:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['94a07451-ec4c-4359-b44f-4e9158a87530'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:30.119128 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dacefa-0bdf-4f6a-b9a3-e5164a1dcb0e admin admin] Network a87dce7e-d908-4567-a2ae-85550fa4e922 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:30.125996 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-e2dacefa-0bdf-4f6a-b9a3-e5164a1dcb0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:30.130473 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dacefa-0bdf-4f6a-b9a3-e5164a1dcb0e admin admin] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:03:30.135811 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dacefa-0bdf-4f6a-b9a3-e5164a1dcb0e admin admin] Pushing event updated for resources: {'Port': ['ID=6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:30.143247 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e67375-8520-4531-9ed4-f97faedcea07 None None] Pushing event updated for resources: {'Port': ['ID=7597a867-701d-42b0-b7cd-36ed1d46e804,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:30.178110 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e2dacefa-0bdf-4f6a-b9a3-e5164a1dcb0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687689'] for router_interface (94a07451-ec4c-4359-b44f-4e9158a87530), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:30.234066 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96681b-5727-4d1b-b37d-1ac8cfb8094e req-e9956f83-995a-4bc1-9822-2b7884cd144d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:30.237989 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1d96681b-5727-4d1b-b37d-1ac8cfb8094e req-e9956f83-995a-4bc1-9822-2b7884cd144d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 944 time: 0.0945446 Jul 24 01:03:30.248757 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] Set router 94a07451-ec4c-4359-b44f-4e9158a87530 gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:03:30.303257 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1d96681b-5727-4d1b-b37d-1ac8cfb8094e req-c3b847fb-6bf2-4209-af3f-e54dd2e48e1c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6d049ce-0b9c-4b7b-987f-aa8602ce7a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595477 Jul 24 01:03:30.362650 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e2dacefa-0bdf-4f6a-b9a3-e5164a1dcb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:30.364840 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 0a201010-559e-40e9-8371-e03c2a2e2d4c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:03:30.425244 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:30.495147 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:30.498393 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:30.521345 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-e368b0f7-f0ee-42cc-9c21-a9670fda5ad6 None None] Provisioning complete for port 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:30.521723 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e368b0f7-f0ee-42cc-9c21-a9670fda5ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:30.523386 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a07451-ec4c-4359-b44f-4e9158a87530', 'name': 'tempest-TestMinimumBasicScenario-106454706-router', 'tenant_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.245'}], 'enable_snat': True}, 'gw_port_id': '7597a867-701d-42b0-b7cd-36ed1d46e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:25Z', 'updated_at': '2022-07-24T01:03:27Z', 'revision_number': 3, 'project_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'gw_port': {'id': '7597a867-701d-42b0-b7cd-36ed1d46e804', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:94:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a07451-ec4c-4359-b44f-4e9158a87530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:26Z', 'updated_at': '2022-07-24T01:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:30.540353 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e2dacefa-0bdf-4f6a-b9a3-e5164a1dcb0e admin admin] Publish callbacks [] for port (6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:30.544675 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e2dacefa-0bdf-4f6a-b9a3-e5164a1dcb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:30.580844 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c8aba6-50c8-4866-9707-f42197c1d3c8 None None] The sync data for ids ['94a07451-ec4c-4359-b44f-4e9158a87530'] in dv-cinder-master-3-iscsi is: [{'id': '94a07451-ec4c-4359-b44f-4e9158a87530', 'name': 'tempest-TestMinimumBasicScenario-106454706-router', 'tenant_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.245'}], 'enable_snat': True}, 'gw_port_id': '7597a867-701d-42b0-b7cd-36ed1d46e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:25Z', 'updated_at': '2022-07-24T01:03:27Z', 'revision_number': 3, 'project_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'gw_port': {'id': '7597a867-701d-42b0-b7cd-36ed1d46e804', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:94:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a07451-ec4c-4359-b44f-4e9158a87530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:26Z', 'updated_at': '2022-07-24T01:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:03:30.588181 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 0a201010-559e-40e9-8371-e03c2a2e2d4c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0a201010-559e-40e9-8371-e03c2a2e2d4c,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:30.605801 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-e368b0f7-f0ee-42cc-9c21-a9670fda5ad6 None None] Port 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:03:30.612092 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': '0a201010-559e-40e9-8371-e03c2a2e2d4c', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'port_id': '0a201010-559e-40e9-8371-e03c2a2e2d4c', 'mac_address': 'fa:16:3e:ec:a8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:03:30.615840 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e2dacefa-0bdf-4f6a-b9a3-e5164a1dcb0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687781'] for router_interface (94a07451-ec4c-4359-b44f-4e9158a87530), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:30.618655 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dacefa-0bdf-4f6a-b9a3-e5164a1dcb0e admin admin] Pushing event updated for resources: {'Port': ['ID=6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:30.659015 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 0a201010-559e-40e9-8371-e03c2a2e2d4c is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:30.659742 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (0a201010-559e-40e9-8371-e03c2a2e2d4c), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:30.679939 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a201010-559e-40e9-8371-e03c2a2e2d4c {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:03:30.703641 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 0a201010-559e-40e9-8371-e03c2a2e2d4c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0a201010-559e-40e9-8371-e03c2a2e2d4c,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:30.708618 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (0a201010-559e-40e9-8371-e03c2a2e2d4c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:30.742552 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dacefa-0bdf-4f6a-b9a3-e5164a1dcb0e admin admin] Network a87dce7e-d908-4567-a2ae-85550fa4e922 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:30.743969 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-e2dacefa-0bdf-4f6a-b9a3-e5164a1dcb0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:30.758571 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=0a201010-559e-40e9-8371-e03c2a2e2d4c,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:30.887248 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2dacefa-0bdf-4f6a-b9a3-e5164a1dcb0e admin admin] Router 94a07451-ec4c-4359-b44f-4e9158a87530 has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:03:30.993325 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:31.027737 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dacefa-0bdf-4f6a-b9a3-e5164a1dcb0e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:03:31.028377 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-0f8ad637-e939-43c8-b994-c12e381df0f4 None None] Provisioning complete for port 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:31.028761 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad637-e939-43c8-b994-c12e381df0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:31.043414 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-e2dacefa-0bdf-4f6a-b9a3-e5164a1dcb0e admin admin] 10.222.0.18 "PUT /v2.0/routers/94a07451-ec4c-4359-b44f-4e9158a87530/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4535918 Jul 24 01:03:31.057578 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d6ed1-39a7-453d-98a9-6a21a417025c req-02082427-b2f2-4be5-a617-a0e8da7e06c2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:31.059797 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d82d6ed1-39a7-453d-98a9-6a21a417025c req-02082427-b2f2-4be5-a617-a0e8da7e06c2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0803285 Jul 24 01:03:31.071619 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-0f8ad637-e939-43c8-b994-c12e381df0f4 None None] Port 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:03:31.113503 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d82d6ed1-39a7-453d-98a9-6a21a417025c req-0ce31986-80f1-426c-8d4d-c71f08a5d3d1 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472233 Jul 24 01:03:31.240204 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 7597a867-701d-42b0-b7cd-36ed1d46e804 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:31.287199 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['0a201010-559e-40e9-8371-e03c2a2e2d4c'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:03:31.349998 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 7597a867-701d-42b0-b7cd-36ed1d46e804 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:31.350476 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (7597a867-701d-42b0-b7cd-36ed1d46e804), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:31.494112 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727f495-36fa-47cf-8c15-14e5d4ec460f req-09cf1e66-9dfa-46c3-bba2-cf8ebd076d2e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:31.496052 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1727f495-36fa-47cf-8c15-14e5d4ec460f req-09cf1e66-9dfa-46c3-bba2-cf8ebd076d2e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 945 time: 0.0960650 Jul 24 01:03:31.582429 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 7597a867-701d-42b0-b7cd-36ed1d46e804 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:31.583191 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (7597a867-701d-42b0-b7cd-36ed1d46e804), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:31.601631 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1727f495-36fa-47cf-8c15-14e5d4ec460f req-bc8542fb-9d57-41f6-946a-b3de29fd58b5 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6d049ce-0b9c-4b7b-987f-aa8602ce7a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961351 Jul 24 01:03:31.632563 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] For port 7597a867-701d-42b0-b7cd-36ed1d46e804, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7597a867-701d-42b0-b7cd-36ed1d46e804,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:31.650117 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (7597a867-701d-42b0-b7cd-36ed1d46e804), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:31.720813 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Pushing event updated for resources: {'Port': ['ID=7597a867-701d-42b0-b7cd-36ed1d46e804,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:32.256887 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74864905-ae3c-41f6-9b51-f65495eda536 req-94b2345d-5fdf-4ce0-b244-4f310cec8725 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:32.258662 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-74864905-ae3c-41f6-9b51-f65495eda536 req-94b2345d-5fdf-4ce0-b244-4f310cec8725 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0616868 Jul 24 01:03:32.314688 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-74864905-ae3c-41f6-9b51-f65495eda536 req-432c5e64-f835-455b-ac96-1bef785bdb5a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501649 Jul 24 01:03:32.592534 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] Sync routers for ids ['94a07451-ec4c-4359-b44f-4e9158a87530'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:03:32.619436 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] Routers {'94a07451-ec4c-4359-b44f-4e9158a87530'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:03:32.620311 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:03:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['94a07451-ec4c-4359-b44f-4e9158a87530'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:32.747645 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ffbf2-93b2-4b2b-aef2-b465b7ff3f94 req-9b19b3e1-107f-4314-b6f4-01fc6d762389 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:32.753231 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-759ffbf2-93b2-4b2b-aef2-b465b7ff3f94 req-9b19b3e1-107f-4314-b6f4-01fc6d762389 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 945 time: 0.0886614 Jul 24 01:03:32.810732 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-759ffbf2-93b2-4b2b-aef2-b465b7ff3f94 req-781cffcc-8403-461a-a116-321a38fcac1d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6d049ce-0b9c-4b7b-987f-aa8602ce7a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507791 Jul 24 01:03:32.847184 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] Set router 94a07451-ec4c-4359-b44f-4e9158a87530 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:03:33.054470 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a07451-ec4c-4359-b44f-4e9158a87530', 'name': 'tempest-TestMinimumBasicScenario-106454706-router', 'tenant_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.245'}], 'enable_snat': True}, 'gw_port_id': '7597a867-701d-42b0-b7cd-36ed1d46e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:25Z', 'updated_at': '2022-07-24T01:03:30Z', 'revision_number': 4, 'project_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'gw_port': {'id': '7597a867-701d-42b0-b7cd-36ed1d46e804', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:94:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a07451-ec4c-4359-b44f-4e9158a87530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:26Z', 'updated_at': '2022-07-24T01:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af', 'name': '', 'network_id': 'a87dce7e-d908-4567-a2ae-85550fa4e922', 'tenant_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'mac_address': 'fa:16:3e:5c:d0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a07451-ec4c-4359-b44f-4e9158a87530', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'be84b54a-6acb-402e-9dee-4a4aa19c3168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:29Z', 'updated_at': '2022-07-24T01:03:30Z', 'revision_number': 2, 'project_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'subnets': [{'id': 'be84b54a-6acb-402e-9dee-4a4aa19c3168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:33.083277 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] Checking router: 94a07451-ec4c-4359-b44f-4e9158a87530 for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:03:33.083638 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] Updating router 94a07451-ec4c-4359-b44f-4e9158a87530 port 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af binding host dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:03:33.117702 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:33.284812 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 7597a867-701d-42b0-b7cd-36ed1d46e804 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:33.364299 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:33.409714 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 7597a867-701d-42b0-b7cd-36ed1d46e804 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:33.410091 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (7597a867-701d-42b0-b7cd-36ed1d46e804), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:33.472162 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=100 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:33.503455 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:33.516070 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 7597a867-701d-42b0-b7cd-36ed1d46e804 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:33.534525 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07fb6c-1c8d-42db-9232-f52b04769563 req-f0c7e7dd-00ca-45b9-b3da-06bda6093e9f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:33.536418 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0a07fb6c-1c8d-42db-9232-f52b04769563 req-f0c7e7dd-00ca-45b9-b3da-06bda6093e9f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0767381 Jul 24 01:03:33.597068 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0a07fb6c-1c8d-42db-9232-f52b04769563 req-4a4836f1-747d-45ee-8b20-8925835862af tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539556 Jul 24 01:03:33.600116 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] Publish callbacks [] for port (6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:33.607186 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:33.670647 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c9f8d-970b-4af2-98b0-1c71ce834dee None None] Pushing event updated for resources: {'Port': ['ID=6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:33.787008 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] Attempting to bind port 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:03:33.787555 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] Attempting to bind port 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b7f6505f-7e76-473a-a9af-13e193fcb4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a87dce7e-d908-4567-a2ae-85550fa4e922'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:03:33.789164 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] Attempting to bind port 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af on network a87dce7e-d908-4567-a2ae-85550fa4e922 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:03:33.796444 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:03:33.797088 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] Checking segment: {'id': 'b7f6505f-7e76-473a-a9af-13e193fcb4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a87dce7e-d908-4567-a2ae-85550fa4e922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:03:33.797652 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:33.799012 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] Bound using segment: {'id': 'b7f6505f-7e76-473a-a9af-13e193fcb4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a87dce7e-d908-4567-a2ae-85550fa4e922'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:03:33.799726 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] Bound port: 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f6505f-7e76-473a-a9af-13e193fcb4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a87dce7e-d908-4567-a2ae-85550fa4e922'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:03:33.800283 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:33.829759 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:33.926075 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] For port 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:03:33.936168 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] For port 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af,segment=NetworkSegment(b7f6505f-7e76-473a-a9af-13e193fcb4ed),segment_id=b7f6505f-7e76-473a-a9af-13e193fcb4ed)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:03:33.954297 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:33.990403 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd776b5-0d77-425a-949d-b6d1b1f2643c req-d39b0aa1-24ef-4185-966a-e366adf8eef6 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:33.993343 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8dd776b5-0d77-425a-949d-b6d1b1f2643c req-d39b0aa1-24ef-4185-966a-e366adf8eef6 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 945 time: 0.0887249 Jul 24 01:03:34.045082 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c9f8d-970b-4af2-98b0-1c71ce834dee None None] Pushing event updated for resources: {'Port': ['ID=6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af,revision_number=4']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:34.047597 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] Routers {'94a07451-ec4c-4359-b44f-4e9158a87530'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:03:34.048227 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:03:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['94a07451-ec4c-4359-b44f-4e9158a87530'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:34.116947 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-219e4dbb-d62e-4d6d-9f54-bcd4475bcb20 None None] Provisioning complete for port 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:34.117429 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-219e4dbb-d62e-4d6d-9f54-bcd4475bcb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:34.124499 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8dd776b5-0d77-425a-949d-b6d1b1f2643c req-727cd6cb-f2a5-49b9-9ad7-63dc6e67998f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6d049ce-0b9c-4b7b-987f-aa8602ce7a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162796 Jul 24 01:03:34.256248 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] Set router 94a07451-ec4c-4359-b44f-4e9158a87530 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:03:34.271026 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-219e4dbb-d62e-4d6d-9f54-bcd4475bcb20 None None] Current status of the port 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:34.271895 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-219e4dbb-d62e-4d6d-9f54-bcd4475bcb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:34.351715 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-219e4dbb-d62e-4d6d-9f54-bcd4475bcb20 None None] For port 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af,segment=NetworkSegment(b7f6505f-7e76-473a-a9af-13e193fcb4ed),segment_id=b7f6505f-7e76-473a-a9af-13e193fcb4ed)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:34.360936 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-219e4dbb-d62e-4d6d-9f54-bcd4475bcb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:34.444429 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e4dbb-d62e-4d6d-9f54-bcd4475bcb20 None None] Pushing event updated for resources: {'Port': ['ID=6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:34.485681 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-7219acc2-14ed-4e1e-b552-f4ebfa79bcdb None None] Provisioning complete for port 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:34.486737 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7219acc2-14ed-4e1e-b552-f4ebfa79bcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:34.513462 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a07451-ec4c-4359-b44f-4e9158a87530', 'name': 'tempest-TestMinimumBasicScenario-106454706-router', 'tenant_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.245'}], 'enable_snat': True}, 'gw_port_id': '7597a867-701d-42b0-b7cd-36ed1d46e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:25Z', 'updated_at': '2022-07-24T01:03:30Z', 'revision_number': 4, 'project_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'gw_port': {'id': '7597a867-701d-42b0-b7cd-36ed1d46e804', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:94:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a07451-ec4c-4359-b44f-4e9158a87530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:26Z', 'updated_at': '2022-07-24T01:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af', 'name': '', 'network_id': 'a87dce7e-d908-4567-a2ae-85550fa4e922', 'tenant_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'mac_address': 'fa:16:3e:5c:d0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a07451-ec4c-4359-b44f-4e9158a87530', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'be84b54a-6acb-402e-9dee-4a4aa19c3168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:29Z', 'updated_at': '2022-07-24T01:03:33Z', 'revision_number': 4, 'project_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'subnets': [{'id': 'be84b54a-6acb-402e-9dee-4a4aa19c3168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:34.515513 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:34.553739 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75be58ed-943e-47ab-818a-af1acce0acfb None None] The sync data for ids ['94a07451-ec4c-4359-b44f-4e9158a87530'] in dv-cinder-master-3-iscsi is: [{'id': '94a07451-ec4c-4359-b44f-4e9158a87530', 'name': 'tempest-TestMinimumBasicScenario-106454706-router', 'tenant_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.245'}], 'enable_snat': True}, 'gw_port_id': '7597a867-701d-42b0-b7cd-36ed1d46e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:25Z', 'updated_at': '2022-07-24T01:03:30Z', 'revision_number': 4, 'project_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'gw_port': {'id': '7597a867-701d-42b0-b7cd-36ed1d46e804', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:94:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a07451-ec4c-4359-b44f-4e9158a87530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:26Z', 'updated_at': '2022-07-24T01:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af', 'name': '', 'network_id': 'a87dce7e-d908-4567-a2ae-85550fa4e922', 'tenant_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'mac_address': 'fa:16:3e:5c:d0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a07451-ec4c-4359-b44f-4e9158a87530', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'be84b54a-6acb-402e-9dee-4a4aa19c3168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:29Z', 'updated_at': '2022-07-24T01:03:33Z', 'revision_number': 4, 'project_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'subnets': [{'id': 'be84b54a-6acb-402e-9dee-4a4aa19c3168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:03:34.567331 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-7219acc2-14ed-4e1e-b552-f4ebfa79bcdb None None] Current status of the port 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:34.762719 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14559d-404b-4be6-b504-117fd5227687 req-81b83add-1f68-4385-95c2-f65f4a5a9f1f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:34.773150 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4f14559d-404b-4be6-b504-117fd5227687 req-81b83add-1f68-4385-95c2-f65f4a5a9f1f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0640895 Jul 24 01:03:34.846020 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4f14559d-404b-4be6-b504-117fd5227687 req-7b088846-a503-4625-9f64-e4f56a189c5f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708039 Jul 24 01:03:35.254632 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:35.258401 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:35.295769 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:35.318308 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 0a201010-559e-40e9-8371-e03c2a2e2d4c up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:35.326493 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868c05e-8f73-40df-9530-d96aa0ad9eab req-02c13510-de75-4724-8867-ce110c65b9c7 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:35.328044 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7868c05e-8f73-40df-9530-d96aa0ad9eab req-02c13510-de75-4724-8867-ce110c65b9c7 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 945 time: 0.0857060 Jul 24 01:03:35.374425 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:35.375055 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:35.410755 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning for port 0a201010-559e-40e9-8371-e03c2a2e2d4c completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 01:03:35.424093 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7868c05e-8f73-40df-9530-d96aa0ad9eab req-78eebc22-e94c-4ada-82ef-62988076d938 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6d049ce-0b9c-4b7b-987f-aa8602ce7a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870798 Jul 24 01:03:35.424303 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port 0a201010-559e-40e9-8371-e03c2a2e2d4c triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:35.424662 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (0a201010-559e-40e9-8371-e03c2a2e2d4c), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:35.551895 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:35.570721 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 0a201010-559e-40e9-8371-e03c2a2e2d4c is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:03:35.571289 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (0a201010-559e-40e9-8371-e03c2a2e2d4c), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:35.599850 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd889446-7a8d-4e52-91a5-22b75a923a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a201010-559e-40e9-8371-e03c2a2e2d4c'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:03:35.602506 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1481db76-44c6-4ab2-b7ee-b4be7c451129" -d '{"events": [{"server_uuid": "fd889446-7a8d-4e52-91a5-22b75a923a21", "name": "network-vif-plugged", "status": "completed", "tag": "0a201010-559e-40e9-8371-e03c2a2e2d4c"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:35.634376 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 0a201010-559e-40e9-8371-e03c2a2e2d4c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0a201010-559e-40e9-8371-e03c2a2e2d4c,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:35.641401 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (0a201010-559e-40e9-8371-e03c2a2e2d4c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:35.670084 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bc4fc8-e89a-4196-96ec-3ee13fbba8e2 x-openstack-request-id: req-b9bc4fc8-e89a-4196-96ec-3ee13fbba8e2 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:35.670322 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd889446-7a8d-4e52-91a5-22b75a923a21", "name": "network-vif-plugged", "status": "completed", "tag": "0a201010-559e-40e9-8371-e03c2a2e2d4c", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:35.670600 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9bc4fc8-e89a-4196-96ec-3ee13fbba8e2 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:35.671372 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9bc4fc8-e89a-4196-96ec-3ee13fbba8e2'] response: {'server_uuid': 'fd889446-7a8d-4e52-91a5-22b75a923a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a201010-559e-40e9-8371-e03c2a2e2d4c', 'code': 200} Jul 24 01:03:35.698030 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=0a201010-559e-40e9-8371-e03c2a2e2d4c,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:36.030134 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a23efa-6d5d-408d-bfb4-8e1c11584523 req-93b394dc-4467-47f0-a91e-ee92a0becc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:36.035718 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-76a23efa-6d5d-408d-bfb4-8e1c11584523 req-93b394dc-4467-47f0-a91e-ee92a0becc13 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 1130 time: 0.0751982 Jul 24 01:03:36.050543 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc081a-71a9-4785-aa0d-bd659585710f req-f53bf6bd-94d8-4dc4-9e75-e9ce84292e7b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:36.054534 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1bc081a-71a9-4785-aa0d-bd659585710f req-f53bf6bd-94d8-4dc4-9e75-e9ce84292e7b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0892882 Jul 24 01:03:36.111273 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-76a23efa-6d5d-408d-bfb4-8e1c11584523 req-8a811e00-ebea-4745-864e-dbb2c8011aab service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e6d049ce-0b9c-4b7b-987f-aa8602ce7a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682714 Jul 24 01:03:36.119448 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1bc081a-71a9-4785-aa0d-bd659585710f req-4ef610b9-3f14-452e-b743-bd3f344ac434 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586760 Jul 24 01:03:36.542249 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859ec31-dd62-4c9f-a249-210d02a0cf87 req-a5ced132-71af-407c-b6d8-81e8fba2a3f7 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:36.543734 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e859ec31-dd62-4c9f-a249-210d02a0cf87 req-a5ced132-71af-407c-b6d8-81e8fba2a3f7 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 946 time: 0.0501785 Jul 24 01:03:36.601579 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e859ec31-dd62-4c9f-a249-210d02a0cf87 req-00e26f90-bd44-4f57-b0f6-50e375b73b72 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6d049ce-0b9c-4b7b-987f-aa8602ce7a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482588 Jul 24 01:03:37.258488 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bf77c-c599-4eeb-a5bf-2ff5b8ad72a2 req-e5b2a8e0-e971-45c4-9bde-d00d65d32169 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:37.260179 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fe5bf77c-c599-4eeb-a5bf-2ff5b8ad72a2 req-e5b2a8e0-e971-45c4-9bde-d00d65d32169 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0612984 Jul 24 01:03:37.317699 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fe5bf77c-c599-4eeb-a5bf-2ff5b8ad72a2 req-9fc5cfaf-c3a1-4c0d-a596-57d8e0c45933 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520670 Jul 24 01:03:37.733909 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829c72f-dc82-4f5f-afce-ad852eaa5fd9 req-fcb1e022-395e-4d49-a701-937d7316e507 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:37.735960 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5829c72f-dc82-4f5f-afce-ad852eaa5fd9 req-fcb1e022-395e-4d49-a701-937d7316e507 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 946 time: 0.0527329 Jul 24 01:03:37.801840 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5829c72f-dc82-4f5f-afce-ad852eaa5fd9 req-ae98fcbd-bf6d-4185-8653-fd2689425a35 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6d049ce-0b9c-4b7b-987f-aa8602ce7a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543172 Jul 24 01:03:38.453515 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41190a5-6592-48b4-bbb7-9bc80753bf68 req-8b7cb1eb-87a9-4f83-8004-5fefecbe56d1 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:38.455967 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a41190a5-6592-48b4-bbb7-9bc80753bf68 req-8b7cb1eb-87a9-4f83-8004-5fefecbe56d1 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0596249 Jul 24 01:03:38.509068 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a41190a5-6592-48b4-bbb7-9bc80753bf68 req-fe789765-4d27-4a78-ac91-be5c46e3b9fc tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475187 Jul 24 01:03:38.928106 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe4386-f728-4140-9517-1d99e23e0889 req-1d70d87c-859e-4e20-befd-ca917edae340 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:38.929745 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-34fe4386-f728-4140-9517-1d99e23e0889 req-1d70d87c-859e-4e20-befd-ca917edae340 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 946 time: 0.0510185 Jul 24 01:03:38.986121 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-34fe4386-f728-4140-9517-1d99e23e0889 req-16b8cc02-2316-4aa2-8d7d-06233cd07f9e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6d049ce-0b9c-4b7b-987f-aa8602ce7a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496755 Jul 24 01:03:39.666039 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f0515-37fa-4de2-ae46-af03deb1187c req-93ef1b81-82b2-4c47-a1dc-1d82054d05be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:39.670881 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d54f0515-37fa-4de2-ae46-af03deb1187c req-93ef1b81-82b2-4c47-a1dc-1d82054d05be service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084&tenant_id=75293bf0100f435bb567b690edc85533 HTTP/1.1" status: 200 len: 1128 time: 0.1633279 Jul 24 01:03:39.691657 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:39.695787 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:39.700301 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:39.721481 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1c09a-ead7-4a1c-9bf7-3377a8096d6a req-09ec942b-0999-40c6-b32b-4953ed51eb90 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:39.723063 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-14b1c09a-ead7-4a1c-9bf7-3377a8096d6a req-09ec942b-0999-40c6-b32b-4953ed51eb90 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0927963 Jul 24 01:03:39.778481 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-14b1c09a-ead7-4a1c-9bf7-3377a8096d6a req-8d069014-8dc7-4046-a795-b08b5364b8ad tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489585 Jul 24 01:03:40.112275 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a5116-8fa3-4fbf-a796-df595886e08d req-36ab5fd5-99e6-40ba-9665-b0201b6f8712 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:40.119209 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2d6a5116-8fa3-4fbf-a796-df595886e08d req-36ab5fd5-99e6-40ba-9665-b0201b6f8712 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 946 time: 0.0673170 Jul 24 01:03:40.171647 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2d6a5116-8fa3-4fbf-a796-df595886e08d req-d6afca46-4662-48b8-a756-f2b126fc3955 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6d049ce-0b9c-4b7b-987f-aa8602ce7a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515609 Jul 24 01:03:40.721780 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f0515-37fa-4de2-ae46-af03deb1187c req-cfacb1cd-6f10-46c3-b735-39d0aa920965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:40.723500 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d54f0515-37fa-4de2-ae46-af03deb1187c req-cfacb1cd-6f10-46c3-b735-39d0aa920965 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75293bf0100f435bb567b690edc85533&device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 1128 time: 0.0475502 Jul 24 01:03:40.913867 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:40.934870 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfa055-86a6-4ad8-8835-8ecc2f436fb1 req-63d4d22f-e4b4-471f-ac04-e60f486f7282 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:40.935847 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-42bfa055-86a6-4ad8-8835-8ecc2f436fb1 req-63d4d22f-e4b4-471f-ac04-e60f486f7282 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0571949 Jul 24 01:03:40.990143 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-42bfa055-86a6-4ad8-8835-8ecc2f436fb1 req-325b7203-3ba5-4744-ac97-5043a4bdd6d9 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471883 Jul 24 01:03:41.306736 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491a73f-0aee-4d3f-adb8-94cd8aa14075 req-8ab3fbdb-f888-49ac-a833-d24a25874949 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:41.309760 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2491a73f-0aee-4d3f-adb8-94cd8aa14075 req-8ab3fbdb-f888-49ac-a833-d24a25874949 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 946 time: 0.0596316 Jul 24 01:03:41.364544 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2491a73f-0aee-4d3f-adb8-94cd8aa14075 req-5653a439-807b-4df4-b4bb-dbdd4841e4d2 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6d049ce-0b9c-4b7b-987f-aa8602ce7a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481482 Jul 24 01:03:41.402511 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f0515-37fa-4de2-ae46-af03deb1187c req-66a79c7a-f15a-4b93-98ae-13deee6d418b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:41.404032 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d54f0515-37fa-4de2-ae46-af03deb1187c req-66a79c7a-f15a-4b93-98ae-13deee6d418b service neutron] 10.222.0.39 "GET /v2.0/networks?id=e240c1c7-87a5-4124-b96b-a74d28ba2a48 HTTP/1.1" status: 200 len: 918 time: 0.1195130 Jul 24 01:03:41.499509 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d54f0515-37fa-4de2-ae46-af03deb1187c req-c0885755-91e6-482c-9bad-d65b63928cd2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e11dcec4-66a1-456b-85bc-587d87bc9e6a HTTP/1.1" status: 200 len: 998 time: 0.0788786 Jul 24 01:03:41.520056 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d27c3-05ca-4f2a-9bea-935aedf51d18 req-7f754442-84bf-42c0-8987-71ab590ea872 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:41.521736 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-188d27c3-05ca-4f2a-9bea-935aedf51d18 req-7f754442-84bf-42c0-8987-71ab590ea872 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 946 time: 0.0572348 Jul 24 01:03:41.530653 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 34364) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:03:41.535971 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-0f0669da-144e-42b2-9ac9-ec8fe3a3e8df tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'floatingip': {'port_id': '0a201010-559e-40e9-8371-e03c2a2e2d4c'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:03:41.576137 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0f0669da-144e-42b2-9ac9-ec8fe3a3e8df tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (aec2493a-df3b-4f8f-96a2-ae117e1b6554), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:41.645581 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f0515-37fa-4de2-ae46-af03deb1187c req-4d283f45-aa2c-404f-9ba7-fbcf3e7a4ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:41.647140 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d54f0515-37fa-4de2-ae46-af03deb1187c req-4d283f45-aa2c-404f-9ba7-fbcf3e7a4ce5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3183cb91-853c-4305-9098-55893a3692d6 HTTP/1.1" status: 200 len: 856 time: 0.0747213 Jul 24 01:03:41.772601 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:41.893178 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-8f76144e-c6cf-46d8-a24a-78f76c7e52d9 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:41.894741 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-8f76144e-c6cf-46d8-a24a-78f76c7e52d9 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/networks?id=a03d2c45-4db4-45be-ae0a-38988e70c5b5 HTTP/1.1" status: 200 len: 814 time: 0.1994753 Jul 24 01:03:41.944524 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-6f87d8f6-68d5-4ed3-a641-81b34b403691 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/quotas/ee9d5b852be444f48a33b2f4be5c34be HTTP/1.1" status: 200 len: 375 time: 0.0187435 Jul 24 01:03:42.056096 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f0515-37fa-4de2-ae46-af03deb1187c req-4dfbd07f-a611-4347-a7e9-c9886859e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:42.057517 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-6bc7d403-b61a-47ea-b27a-4f63a995ca65 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee9d5b852be444f48a33b2f4be5c34be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804079 Jul 24 01:03:42.057846 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d54f0515-37fa-4de2-ae46-af03deb1187c req-4dfbd07f-a611-4347-a7e9-c9886859e5f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e240c1c7-87a5-4124-b96b-a74d28ba2a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471096 Jul 24 01:03:42.116098 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=100 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:42.193020 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d54f0515-37fa-4de2-ae46-af03deb1187c req-483f13a1-09e4-4954-8ea9-f7b0c0b8919b service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855005 Jul 24 01:03:42.214675 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90cc73-3768-4a78-afdf-a09260b7d047 req-2bacb28c-b504-4dea-8617-1032a1f64bb0 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:42.216214 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bf90cc73-3768-4a78-afdf-a09260b7d047 req-2bacb28c-b504-4dea-8617-1032a1f64bb0 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.1302588 Jul 24 01:03:42.218140 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.db.resource_extend [None req-0f0669da-144e-42b2-9ac9-ec8fe3a3e8df tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 24 01:03:42.294045 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d54f0515-37fa-4de2-ae46-af03deb1187c req-25064859-3f72-45f0-99fb-2fe4b12a00a6 service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935733 Jul 24 01:03:42.308308 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0f0669da-144e-42b2-9ac9-ec8fe3a3e8df tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:42.310946 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-f524e1f7-05d7-401f-b67d-4f975880cabb service neutron] 10.222.0.18 "GET /v2.0/networks/a03d2c45-4db4-45be-ae0a-38988e70c5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368653 Jul 24 01:03:42.330661 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0f0669da-144e-42b2-9ac9-ec8fe3a3e8df tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (aec2493a-df3b-4f8f-96a2-ae117e1b6554), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:42.427371 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:42.431093 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bf90cc73-3768-4a78-afdf-a09260b7d047 req-761f1ef3-c408-4b5c-ac59-3ee351042057 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755826 Jul 24 01:03:42.508274 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-a6c1c072-a8a4-48f9-b70c-3a33dfc05970 service neutron] 10.222.0.18 "GET /v2.0/networks/a03d2c45-4db4-45be-ae0a-38988e70c5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895976 Jul 24 01:03:42.511236 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-0f0669da-144e-42b2-9ac9-ec8fe3a3e8df tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Floating IP aec2493a-df3b-4f8f-96a2-ae117e1b6554 associated. External IP: 172.37.6.145, port: 0a201010-559e-40e9-8371-e03c2a2e2d4c. Jul 24 01:03:42.986910 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-75cb4503-27fa-44e9-a05e-74fd35b6f692 req-22b3e7fa-c510-406c-a887-a3aab1f2bc48 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 210 time: 0.0431581 Jul 24 01:03:42.991227 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:43.084710 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0669da-144e-42b2-9ac9-ec8fe3a3e8df tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Router e7884272-781c-4764-a5fa-e9aabaf2f60a has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:03:43.243948 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0669da-144e-42b2-9ac9-ec8fe3a3e8df tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:03:43.253940 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0f0669da-144e-42b2-9ac9-ec8fe3a3e8df tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:43.255826 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5fad8-ae17-4857-b36a-ce3290d34805 None None] Sync routers for ids ['e7884272-781c-4764-a5fa-e9aabaf2f60a'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:03:43.260719 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:03:43.270590 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e5fad8-ae17-4857-b36a-ce3290d34805 None None] Routers {'e7884272-781c-4764-a5fa-e9aabaf2f60a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:03:43.271156 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-79e5fad8-ae17-4857-b36a-ce3290d34805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:03:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['e7884272-781c-4764-a5fa-e9aabaf2f60a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:43.304823 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-0f0669da-144e-42b2-9ac9-ec8fe3a3e8df tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "PUT /v2.0/floatingips/aec2493a-df3b-4f8f-96a2-ae117e1b6554 HTTP/1.1" status: 200 len: 992 time: 1.7723668 Jul 24 01:03:43.306096 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd889446-7a8d-4e52-91a5-22b75a923a21', 'tag': '0a201010-559e-40e9-8371-e03c2a2e2d4c'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:03:43.309271 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0206153-ac95-4264-aafc-35cde3837ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "fd889446-7a8d-4e52-91a5-22b75a923a21", "tag": "0a201010-559e-40e9-8371-e03c2a2e2d4c"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:43.378070 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f0e4f3-ced0-4a8a-9df3-1c96d08625d7 x-openstack-request-id: req-36f0e4f3-ced0-4a8a-9df3-1c96d08625d7 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:43.378364 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd889446-7a8d-4e52-91a5-22b75a923a21", "tag": "0a201010-559e-40e9-8371-e03c2a2e2d4c", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:43.378644 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36f0e4f3-ced0-4a8a-9df3-1c96d08625d7 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:43.379112 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36f0e4f3-ced0-4a8a-9df3-1c96d08625d7'] response: {'name': 'network-changed', 'server_uuid': 'fd889446-7a8d-4e52-91a5-22b75a923a21', 'tag': '0a201010-559e-40e9-8371-e03c2a2e2d4c', 'status': 'completed', 'code': 200} Jul 24 01:03:43.405824 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-79e5fad8-ae17-4857-b36a-ce3290d34805 None None] Set router e7884272-781c-4764-a5fa-e9aabaf2f60a gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:03:43.585288 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d1ba6825-d819-44b7-af0f-f179229e2faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:43.610026 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b136fb-caf8-4201-9f7f-8c42d0eb8f1f req-ae148f48-e357-47de-b7aa-a690c6472d29 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:43.612739 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-74b136fb-caf8-4201-9f7f-8c42d0eb8f1f req-ae148f48-e357-47de-b7aa-a690c6472d29 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0706820 Jul 24 01:03:43.689761 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-74b136fb-caf8-4201-9f7f-8c42d0eb8f1f req-b5774055-29b4-4a72-9b33-5ec5070eb6b8 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710592 Jul 24 01:03:43.760495 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-79e5fad8-ae17-4857-b36a-ce3290d34805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '899de017-2e27-4cd1-acc2-626c91d61c0b', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'floating_ip_address': '172.37.6.227', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'port_id': '3e10a0f3-72ea-499e-9aa7-f84921595c2e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'mac_address': 'fa:16:3e:47:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c006a24-d0c5-4ab6-9ce4-259e05a9c56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:01:11Z', 'updated_at': '2022-07-24T01:01:46Z', 'revision_number': 2, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'fixed_ip_address_scope': None}, {'id': 'aec2493a-df3b-4f8f-96a2-ae117e1b6554', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'floating_ip_address': '172.37.6.145', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'port_id': '0a201010-559e-40e9-8371-e03c2a2e2d4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'mac_address': 'fa:16:3e:ec:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd889446-7a8d-4e52-91a5-22b75a923a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:03:17Z', 'updated_at': '2022-07-24T01:03:42Z', 'revision_number': 1, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:43.798814 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5fad8-ae17-4857-b36a-ce3290d34805 None None] Checking router: e7884272-781c-4764-a5fa-e9aabaf2f60a for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:03:43.808324 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e5fad8-ae17-4857-b36a-ce3290d34805 None None] Routers {'e7884272-781c-4764-a5fa-e9aabaf2f60a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:03:43.808952 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-79e5fad8-ae17-4857-b36a-ce3290d34805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:03:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['e7884272-781c-4764-a5fa-e9aabaf2f60a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:43.932121 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-79e5fad8-ae17-4857-b36a-ce3290d34805 None None] Set router e7884272-781c-4764-a5fa-e9aabaf2f60a gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:03:44.119276 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d147a2ee-a0fe-4022-bda9-3c6d9ed0e006 req-4768cf9b-97dc-4294-96bf-d51f6fb89631 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 210 time: 0.0340796 Jul 24 01:03:44.202921 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-79e5fad8-ae17-4857-b36a-ce3290d34805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '899de017-2e27-4cd1-acc2-626c91d61c0b', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'floating_ip_address': '172.37.6.227', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'port_id': '3e10a0f3-72ea-499e-9aa7-f84921595c2e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'mac_address': 'fa:16:3e:47:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c006a24-d0c5-4ab6-9ce4-259e05a9c56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:01:11Z', 'updated_at': '2022-07-24T01:01:46Z', 'revision_number': 2, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'fixed_ip_address_scope': None}, {'id': 'aec2493a-df3b-4f8f-96a2-ae117e1b6554', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'floating_ip_address': '172.37.6.145', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'port_id': '0a201010-559e-40e9-8371-e03c2a2e2d4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'mac_address': 'fa:16:3e:ec:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd889446-7a8d-4e52-91a5-22b75a923a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:03:17Z', 'updated_at': '2022-07-24T01:03:42Z', 'revision_number': 1, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:44.234661 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5fad8-ae17-4857-b36a-ce3290d34805 None None] The sync data for ids ['e7884272-781c-4764-a5fa-e9aabaf2f60a'] in dv-cinder-master-3-iscsi is: [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '899de017-2e27-4cd1-acc2-626c91d61c0b', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'floating_ip_address': '172.37.6.227', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'port_id': '3e10a0f3-72ea-499e-9aa7-f84921595c2e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'mac_address': 'fa:16:3e:47:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c006a24-d0c5-4ab6-9ce4-259e05a9c56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:01:11Z', 'updated_at': '2022-07-24T01:01:46Z', 'revision_number': 2, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'fixed_ip_address_scope': None}, {'id': 'aec2493a-df3b-4f8f-96a2-ae117e1b6554', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'floating_ip_address': '172.37.6.145', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'port_id': '0a201010-559e-40e9-8371-e03c2a2e2d4c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'mac_address': 'fa:16:3e:ec:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd889446-7a8d-4e52-91a5-22b75a923a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:03:17Z', 'updated_at': '2022-07-24T01:03:42Z', 'revision_number': 1, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:03:44.465432 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f172b9-ef0e-4623-bddd-54d7e8a13562 None None] New status for floating IP aec2493a-df3b-4f8f-96a2-ae117e1b6554: ACTIVE {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:03:44.819948 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cae1e-5c5b-4933-8076-bc59ab095ce8 req-2c523254-f1d5-4b91-a75f-eec0d07657d8 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:44.821695 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-059cae1e-5c5b-4933-8076-bc59ab095ce8 req-2c523254-f1d5-4b91-a75f-eec0d07657d8 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0560491 Jul 24 01:03:44.872667 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-059cae1e-5c5b-4933-8076-bc59ab095ce8 req-da500a75-f0b5-4277-8e3b-10edad9c9570 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450978 Jul 24 01:03:45.224341 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a4841525-32e0-4d79-b08b-12eca79892ab req-7f087db1-ebe0-403b-bfb1-ebfe8bfae614 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 210 time: 0.0328004 Jul 24 01:03:45.840771 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2a3ab93c-3cb6-4082-aba2-594b19191142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:45.998285 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cbd4f-6686-4881-aed2-7cf3996df862 req-901f0ba3-44b7-4c6b-bc4e-1c18508addde tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:45.999812 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f15cbd4f-6686-4881-aed2-7cf3996df862 req-901f0ba3-44b7-4c6b-bc4e-1c18508addde tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0495815 Jul 24 01:03:46.059528 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f15cbd4f-6686-4881-aed2-7cf3996df862 req-8f33702f-b0a5-4b12-9b80-30eef220bd6e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514951 Jul 24 01:03:46.326200 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2a45e40b-289f-400d-b1fe-0bfeb7eef220 req-01372d25-c9fb-4c06-8cce-e4d83cbac702 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 210 time: 0.0296578 Jul 24 01:03:47.174510 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:47.207301 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485db75-2758-4924-a327-8a1a8a33d9d5 req-a2e9b7d8-36ef-4467-aedd-ec7814daaedb tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:47.208998 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5485db75-2758-4924-a327-8a1a8a33d9d5 req-a2e9b7d8-36ef-4467-aedd-ec7814daaedb tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0609155 Jul 24 01:03:47.273723 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5485db75-2758-4924-a327-8a1a8a33d9d5 req-9992fc74-c403-4cd2-88d3-9fe740e44fc0 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586627 Jul 24 01:03:47.426214 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a34af131-b5e9-4a7d-98a7-e796a851e499 req-54e5c2ce-1e98-42b3-a4d3-c8697ca0d6e3 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 210 time: 0.0299690 Jul 24 01:03:48.410850 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:48.417220 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca1a70-d3bc-437c-be5f-dd50ced58ec6 req-6a99a11b-fde3-4d0a-9ade-74f810581433 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:48.419402 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-efca1a70-d3bc-437c-be5f-dd50ced58ec6 req-6a99a11b-fde3-4d0a-9ade-74f810581433 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0638397 Jul 24 01:03:48.475199 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-efca1a70-d3bc-437c-be5f-dd50ced58ec6 req-228b766f-67f6-4806-a8cd-a09768751afc tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501494 Jul 24 01:03:48.538782 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a72d9a59-72e4-440e-b80b-d8a0a0226296 req-04f1837d-f04f-40a7-980a-0568b8c4a5e0 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 210 time: 0.0314403 Jul 24 01:03:48.843063 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:49.588988 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:49.609318 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba3eb9-984b-40fb-9da2-881074c49e44 req-739acc9f-4e73-4988-926c-98a2809400a5 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:49.611703 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5fba3eb9-984b-40fb-9da2-881074c49e44 req-739acc9f-4e73-4988-926c-98a2809400a5 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0560296 Jul 24 01:03:49.661332 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-df2d699d-1bc8-4a13-b7d6-8b96b860f13b req-0d0566a6-0f90-47c9-a4e1-fd358ca40fbb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 210 time: 0.0448349 Jul 24 01:03:49.690167 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5fba3eb9-984b-40fb-9da2-881074c49e44 req-eab8f293-b1da-46e7-b0da-dcd5640bacf2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642965 Jul 24 01:03:50.779743 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-870f914e-20c3-451b-8bb3-5d28e005ede3 req-e4f56185-565c-4e04-9499-8364a01349fb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 210 time: 0.0403264 Jul 24 01:03:50.824101 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac28a8-604f-40d1-936d-6f8bb5fe236b req-47b9c137-df6a-4999-b7d3-d38da6ea6683 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:50.825787 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4fac28a8-604f-40d1-936d-6f8bb5fe236b req-47b9c137-df6a-4999-b7d3-d38da6ea6683 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0489805 Jul 24 01:03:50.878650 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4fac28a8-604f-40d1-936d-6f8bb5fe236b req-f7e6b940-0378-4f71-b83f-b442888386ad tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468030 Jul 24 01:03:51.873889 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e772aa98-77cb-43d5-9889-039664efc45f req-6a8f38ae-e040-4370-b53e-c8804a40b128 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 210 time: 0.0270016 Jul 24 01:03:51.998184 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94615a39-26c7-4562-964b-7abdd07b63b8 req-1c9f2f77-f304-4918-ab59-a5df3e244a2e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:51.999810 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-94615a39-26c7-4562-964b-7abdd07b63b8 req-1c9f2f77-f304-4918-ab59-a5df3e244a2e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0460129 Jul 24 01:03:52.051272 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-94615a39-26c7-4562-964b-7abdd07b63b8 req-c5417ac4-dd1e-45cd-b213-67af55f97acc tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450191 Jul 24 01:03:52.284682 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=18 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:52.290621 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=60 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:52.699578 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7609bc40-55b1-4778-8e1b-344c43cd5d22 req-65b95ffa-4fb5-4989-ae47-15647738880f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738995 Jul 24 01:03:52.700618 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0206153-ac95-4264-aafc-35cde3837ee2 req-9ada8a6a-afd1-42de-8a49-e4bf294c8f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:52.701965 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d0206153-ac95-4264-aafc-35cde3837ee2 req-9ada8a6a-afd1-42de-8a49-e4bf294c8f69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c68e39bc1724fda980be3463bbf7d7b&device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 1130 time: 0.0751057 Jul 24 01:03:52.952551 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:52.971158 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ca7de490-af3e-4bac-8853-fbd1e02ea3d4 req-093cf98e-ac1d-4934-b362-0d9567e3f095 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 210 time: 0.0288072 Jul 24 01:03:53.174670 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a16534-0aeb-4fe1-92d2-913040502de3 req-f76ad3b8-acac-474d-a8e3-6732a275c20d tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:53.176165 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-96a16534-0aeb-4fe1-92d2-913040502de3 req-f76ad3b8-acac-474d-a8e3-6732a275c20d tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0485578 Jul 24 01:03:53.223778 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-96a16534-0aeb-4fe1-92d2-913040502de3 req-db4c2438-4f33-4dd1-a94d-95eda51d06d5 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418394 Jul 24 01:03:53.857565 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609bc40-55b1-4778-8e1b-344c43cd5d22 req-4f153851-766b-4832-8b81-6a5878c0d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:53.859081 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7609bc40-55b1-4778-8e1b-344c43cd5d22 req-4f153851-766b-4832-8b81-6a5878c0d557 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7d219e82efe44f9b6f860a5fabc7733&device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 1129 time: 0.0862236 Jul 24 01:03:53.902300 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0206153-ac95-4264-aafc-35cde3837ee2 req-9960ded9-46ed-49e9-983f-6628c69d8cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:53.903963 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d0206153-ac95-4264-aafc-35cde3837ee2 req-9960ded9-46ed-49e9-983f-6628c69d8cc6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=37cd1572-14d0-471e-b2ca-ff3f9078882e HTTP/1.1" status: 200 len: 916 time: 0.1399674 Jul 24 01:03:54.031523 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d0206153-ac95-4264-aafc-35cde3837ee2 req-87e2b264-a22d-4261-b887-4d51be9dcb95 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a201010-559e-40e9-8371-e03c2a2e2d4c HTTP/1.1" status: 200 len: 1002 time: 0.0782328 Jul 24 01:03:54.036870 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609bc40-55b1-4778-8e1b-344c43cd5d22 req-2910c6f8-3049-4061-9fa2-405fb6d84dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:54.038328 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7609bc40-55b1-4778-8e1b-344c43cd5d22 req-2910c6f8-3049-4061-9fa2-405fb6d84dc3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b HTTP/1.1" status: 200 len: 919 time: 0.1465504 Jul 24 01:03:54.079737 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fe31c909-2b7a-4bdc-9100-77a6d7b3e1a8 req-41de2f7c-3e87-4b5f-9056-679d09b8be15 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 210 time: 0.0330799 Jul 24 01:03:54.105665 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7609bc40-55b1-4778-8e1b-344c43cd5d22 req-ddea4bdf-e461-4a68-9a53-90fdec7ca5f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7813289d-8139-4d10-ab8e-926e1b2e6577 HTTP/1.1" status: 200 len: 217 time: 0.0450861 Jul 24 01:03:54.174531 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0206153-ac95-4264-aafc-35cde3837ee2 req-f8658286-4d8c-4700-9de0-a4a292ca1ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:54.176031 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d0206153-ac95-4264-aafc-35cde3837ee2 req-f8658286-4d8c-4700-9de0-a4a292ca1ec5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2eef0065-2281-4101-b3bd-eee4be86f7f1 HTTP/1.1" status: 200 len: 854 time: 0.1093116 Jul 24 01:03:54.181092 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609bc40-55b1-4778-8e1b-344c43cd5d22 req-09a45bc7-20e7-4475-9e73-32e6740a8d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:54.182402 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7609bc40-55b1-4778-8e1b-344c43cd5d22 req-09a45bc7-20e7-4475-9e73-32e6740a8d24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=799e17c1-9604-4b46-8040-e48ddab56dcd HTTP/1.1" status: 200 len: 857 time: 0.0591614 Jul 24 01:03:54.258211 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0206153-ac95-4264-aafc-35cde3837ee2 req-8278301a-057f-45d6-8f5d-c877c8e08c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:54.259743 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d0206153-ac95-4264-aafc-35cde3837ee2 req-8278301a-057f-45d6-8f5d-c877c8e08c73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37cd1572-14d0-471e-b2ca-ff3f9078882e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705173 Jul 24 01:03:54.260805 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609bc40-55b1-4778-8e1b-344c43cd5d22 req-275559e4-f522-4ebf-aca9-1bbc0687301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:54.262140 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7609bc40-55b1-4778-8e1b-344c43cd5d22 req-275559e4-f522-4ebf-aca9-1bbc0687301a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718656 Jul 24 01:03:54.348532 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a0e2d-cf7c-40da-8734-f11c0f0f5dfd req-e1e4813d-32dc-4bfa-9144-5c26c9bab568 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:54.350019 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-552a0e2d-cf7c-40da-8734-f11c0f0f5dfd req-e1e4813d-32dc-4bfa-9144-5c26c9bab568 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0507500 Jul 24 01:03:54.404438 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-552a0e2d-cf7c-40da-8734-f11c0f0f5dfd req-fd9ff1a2-7a22-4995-bcb3-7404709bdaa2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448632 Jul 24 01:03:54.440577 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7609bc40-55b1-4778-8e1b-344c43cd5d22 req-72d36a8a-b68d-41f9-9269-9723b94be3ff service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633866 Jul 24 01:03:54.444173 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d0206153-ac95-4264-aafc-35cde3837ee2 req-251abfb3-843d-4028-aca8-10cd22e35b8c service neutron] 10.222.0.39 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679363 Jul 24 01:03:54.570604 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:54.572948 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=14 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:54.873892 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d0206153-ac95-4264-aafc-35cde3837ee2 req-93f74314-a26d-4791-8bf2-fa91df05ba34 service neutron] 10.222.0.39 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741703 Jul 24 01:03:54.876322 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7609bc40-55b1-4778-8e1b-344c43cd5d22 req-f0c9cf66-b273-4191-95ab-68dca0b733e4 service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684868 Jul 24 01:03:54.963956 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c173f2-a23b-4a15-9b04-107ef61439b4 req-1e848aac-c32e-4295-ac39-47f7403f71ba tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:54.965914 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b3c173f2-a23b-4a15-9b04-107ef61439b4 req-1e848aac-c32e-4295-ac39-47f7403f71ba tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 945 time: 0.0887237 Jul 24 01:03:55.009500 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-de479e85-53d2-4725-b065-42e7d3d2248f tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:55.010920 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-de479e85-53d2-4725-b065-42e7d3d2248f tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.39 "GET /v2.0/networks?id=a03d2c45-4db4-45be-ae0a-38988e70c5b5 HTTP/1.1" status: 200 len: 814 time: 0.1712751 Jul 24 01:03:55.035300 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b3c173f2-a23b-4a15-9b04-107ef61439b4 req-d410f3c1-af75-4068-adc4-16cac3d8629d tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616951 Jul 24 01:03:55.176752 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-303d212e-88f6-4611-bf3f-9c7d2a542fad req-1488bcbd-8340-4c8a-8d70-6dd607a8055a tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 210 time: 0.0285764 Jul 24 01:03:55.519799 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b907525-0daa-4ee6-b072-a0af40ef1023 req-cb884fea-f569-4029-86c9-7a74c61f3895 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:55.521366 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6b907525-0daa-4ee6-b072-a0af40ef1023 req-cb884fea-f569-4029-86c9-7a74c61f3895 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0456083 Jul 24 01:03:55.571559 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6b907525-0daa-4ee6-b072-a0af40ef1023 req-8ff2c515-b72c-464e-a06a-048fbda9b4b4 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448651 Jul 24 01:03:56.147108 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d83f2d-9e1e-4ca3-baad-8fe60a70e251 req-7f09ed22-57d3-4b59-aaeb-f25d3045c360 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:56.148547 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a2d83f2d-9e1e-4ca3-baad-8fe60a70e251 req-7f09ed22-57d3-4b59-aaeb-f25d3045c360 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 945 time: 0.0454645 Jul 24 01:03:56.194690 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a2d83f2d-9e1e-4ca3-baad-8fe60a70e251 req-16034564-88b6-4742-80df-9603cc6e2fcb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407939 Jul 24 01:03:56.270856 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-84df924f-36b7-468f-bd5e-7026a3535e7f req-52177c57-1e6e-45c8-a82a-35263b834f70 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 210 time: 0.0275722 Jul 24 01:03:56.599013 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Request body: {'port': {'device_id': '12ae94be-ce19-4874-8fda-67767118d13f', 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5', 'admin_state_up': True, 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:03:56.623692 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:56.715208 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39f638-3abe-4319-b6fd-d1af78e48a4c req-4877ba95-55f0-46d1-9601-a700f97a867a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:56.716599 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9d39f638-3abe-4319-b6fd-d1af78e48a4c req-4877ba95-55f0-46d1-9601-a700f97a867a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0572407 Jul 24 01:03:56.785546 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9d39f638-3abe-4319-b6fd-d1af78e48a4c req-fbcfb0e7-357b-4cda-93cd-7ea88f4ecd47 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611470 Jul 24 01:03:56.786520 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Made reservation on behalf of ee9d5b852be444f48a33b2f4be5c34be for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:56.789712 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:56.928905 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Allocated IP 172.20.0.12 (a03d2c45-4db4-45be-ae0a-38988e70c5b5/008e51ac-13a1-4b5d-97d5-309dbd528833/83a88c5b-6010-4bfd-9dd1-ee05588aab25) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:56.979173 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:57.071461 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=100 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:57.085725 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327282d3-21cf-4d81-acae-7314a934616b req-05d82d6e-7998-45df-ac18-0dfa19c4baeb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:57.085832 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:57.087194 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-327282d3-21cf-4d81-acae-7314a934616b req-05d82d6e-7998-45df-ac18-0dfa19c4baeb tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.39 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 945 time: 0.0548482 Jul 24 01:03:57.121134 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:57.164878 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Network a03d2c45-4db4-45be-ae0a-38988e70c5b5 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:57.168343 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:57.174519 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=100 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:57.176563 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:03:57.181181 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:57.181817 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:57.194299 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Pushing event updated for resources: {'Port': ['ID=83a88c5b-6010-4bfd-9dd1-ee05588aab25,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:57.202892 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-327282d3-21cf-4d81-acae-7314a934616b req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Deleting port 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:03:57.203402 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-327282d3-21cf-4d81-acae-7314a934616b req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (260c7eb5-b1ed-40d9-b311-c9db67b1cfaa), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:57.205078 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.205078 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.205579 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.205579 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.205994 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.206250 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.206578 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.206951 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.207280 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.207614 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.207948 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.208279 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.208609 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.208939 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.209271 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.220608 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-89dadf35-bcf7-42f8-82c1-d5e2552f3b17 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6255822 Jul 24 01:03:57.262506 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] Request body: {'port': {'device_id': '12ae94be-ce19-4874-8fda-67767118d13f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:03:57.435593 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:57.462582 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-327282d3-21cf-4d81-acae-7314a934616b req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] For port 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=260c7eb5-b1ed-40d9-b311-c9db67b1cfaa,segment=NetworkSegment(21be0d44-3350-41eb-955e-6856e87a6bf7),segment_id=21be0d44-3350-41eb-955e-6856e87a6bf7)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:57.463606 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-327282d3-21cf-4d81-acae-7314a934616b req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (260c7eb5-b1ed-40d9-b311-c9db67b1cfaa), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:57.481846 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-327282d3-21cf-4d81-acae-7314a934616b req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Calling delete_port for 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa owned by compute:nova {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:03:57.583300 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131668ac-da49-453d-8681-b5a0e57e1cd3 req-db37756e-250a-4f57-9f27-bc18f6c71e8c tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:57.585028 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-131668ac-da49-453d-8681-b5a0e57e1cd3 req-db37756e-250a-4f57-9f27-bc18f6c71e8c tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 945 time: 0.1730022 Jul 24 01:03:57.593175 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-482f350d-92cd-4ffc-b131-c9944669d594 None None] Provisioning complete for port 83a88c5b-6010-4bfd-9dd1-ee05588aab25 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:03:57.594298 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-482f350d-92cd-4ffc-b131-c9944669d594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:57.599827 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5198ead-025e-4fc3-b919-2b048204fd6a req-f552fd1f-4c7f-426f-92c0-4c5568024c8f tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:57.606990 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e5198ead-025e-4fc3-b919-2b048204fd6a req-f552fd1f-4c7f-426f-92c0-4c5568024c8f tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 932 time: 0.1678073 Jul 24 01:03:57.667929 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-482f350d-92cd-4ffc-b131-c9944669d594 None None] Port 83a88c5b-6010-4bfd-9dd1-ee05588aab25 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:03:57.721558 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-327282d3-21cf-4d81-acae-7314a934616b req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (260c7eb5-b1ed-40d9-b311-c9db67b1cfaa), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:57.764119 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Pushing event deleted for resources: {'Port': ['ID=260c7eb5-b1ed-40d9-b311-c9db67b1cfaa,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:57.777106 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.778153 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.778153 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.778153 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.778556 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.779117 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.779117 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.779431 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.779718 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.780036 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.780360 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.780684 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.781141 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.782165 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.782470 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:57.806467 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:57.840462 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-327282d3-21cf-4d81-acae-7314a934616b req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] No DVR routers for this DVR port 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa on host hv-cinder-maste {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:03:57.849146 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-327282d3-21cf-4d81-acae-7314a934616b req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:57.855994 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-327282d3-21cf-4d81-acae-7314a934616b req-2f0d9a72-3c6a-4434-83d1-82db18c7728a tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.39 "DELETE /v2.0/ports/260c7eb5-b1ed-40d9-b311-c9db67b1cfaa HTTP/1.1" status: 204 len: 173 time: 0.7570126 Jul 24 01:03:57.855994 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28bad0d-af40-4706-8310-b7212eccb24e', 'name': 'network-vif-deleted', 'tag': '260c7eb5-b1ed-40d9-b311-c9db67b1cfaa'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:03:57.859699 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6017fa8-0eb3-422c-bd81-29085e33c26a" -d '{"events": [{"server_uuid": "c28bad0d-af40-4706-8310-b7212eccb24e", "name": "network-vif-deleted", "tag": "260c7eb5-b1ed-40d9-b311-c9db67b1cfaa"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:57.930409 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-131668ac-da49-453d-8681-b5a0e57e1cd3 req-06a244a8-8c83-4f14-81cf-fdd046b32818 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5930daf-9d21-45bd-a817-a6edf82c5197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391178 Jul 24 01:03:57.952067 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e5198ead-025e-4fc3-b919-2b048204fd6a req-94aeda5b-1326-4923-aca0-e98b8affc27b tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433249 Jul 24 01:03:58.017085 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebc9672-5e57-4302-8fb6-22b5c8dcce04 x-openstack-request-id: req-9ebc9672-5e57-4302-8fb6-22b5c8dcce04 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:58.017540 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28bad0d-af40-4706-8310-b7212eccb24e", "name": "network-vif-deleted", "tag": "260c7eb5-b1ed-40d9-b311-c9db67b1cfaa", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:58.017860 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ebc9672-5e57-4302-8fb6-22b5c8dcce04 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:58.018530 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ebc9672-5e57-4302-8fb6-22b5c8dcce04'] response: {'server_uuid': 'c28bad0d-af40-4706-8310-b7212eccb24e', 'name': 'network-vif-deleted', 'tag': '260c7eb5-b1ed-40d9-b311-c9db67b1cfaa', 'status': 'completed', 'code': 200} Jul 24 01:03:58.101922 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:03:58.120314 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b53b4-4b73-468c-9180-2030c5d22422 req-6fcd5a50-a504-4d0e-a387-10806537984b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:58.121799 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b50b53b4-4b73-468c-9180-2030c5d22422 req-6fcd5a50-a504-4d0e-a387-10806537984b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0705550 Jul 24 01:03:58.199825 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a88c5b-6010-4bfd-9dd1-ee05588aab25 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:03:58.211584 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] Publish callbacks [] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:58.232338 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b50b53b4-4b73-468c-9180-2030c5d22422 req-ac4d73fc-9e88-4bc7-a31c-f9c9a10ebcdb tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960357 Jul 24 01:03:58.235998 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] Transition to ACTIVE for port object 83a88c5b-6010-4bfd-9dd1-ee05588aab25 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 01:03:58.241877 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:58.297206 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] Pushing event updated for resources: {'Port': ['ID=83a88c5b-6010-4bfd-9dd1-ee05588aab25,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:58.332521 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] Attempting to bind port 83a88c5b-6010-4bfd-9dd1-ee05588aab25 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:03:58.333302 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] Attempting to bind port 83a88c5b-6010-4bfd-9dd1-ee05588aab25 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '3f929964-098f-4d6d-8054-cc15732a4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:03:58.333302 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] Attempting to bind port 83a88c5b-6010-4bfd-9dd1-ee05588aab25 on network a03d2c45-4db4-45be-ae0a-38988e70c5b5 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:03:58.339569 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] Port 83a88c5b-6010-4bfd-9dd1-ee05588aab25 on network a03d2c45-4db4-45be-ae0a-38988e70c5b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 01:03:58.341701 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] Attempting to bind port 83a88c5b-6010-4bfd-9dd1-ee05588aab25 on network a03d2c45-4db4-45be-ae0a-38988e70c5b5 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:03:58.347196 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] Checking agent: {'id': 'e7b2140f-0e0f-4ee7-997b-e62068d5aaa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'started_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:03:58.347542 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] Checking segment: {'id': '3f929964-098f-4d6d-8054-cc15732a4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:03:58.347946 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] Bound using segment: {'id': '3f929964-098f-4d6d-8054-cc15732a4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:03:58.348358 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] Bound port: 83a88c5b-6010-4bfd-9dd1-ee05588aab25, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f929964-098f-4d6d-8054-cc15732a4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:03:58.348722 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:58.439190 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] For port 83a88c5b-6010-4bfd-9dd1-ee05588aab25, host hv-cinder-maste, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:03:58.442155 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] For port 83a88c5b-6010-4bfd-9dd1-ee05588aab25, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=83a88c5b-6010-4bfd-9dd1-ee05588aab25,segment=NetworkSegment(3f929964-098f-4d6d-8054-cc15732a4db6),segment_id=3f929964-098f-4d6d-8054-cc15732a4db6)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:03:58.450014 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:58.491355 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:58.491977 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:03:58.493717 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] 10.222.0.39 "PUT /v2.0/ports/83a88c5b-6010-4bfd-9dd1-ee05588aab25 HTTP/1.1" status: 200 len: 1094 time: 1.2377229 Jul 24 01:03:58.496282 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ae94be-ce19-4874-8fda-67767118d13f', 'tag': '83a88c5b-6010-4bfd-9dd1-ee05588aab25'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:03:58.498581 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbeb669-08e7-41bc-8422-46811c3d3958" -d '{"events": [{"name": "network-changed", "server_uuid": "12ae94be-ce19-4874-8fda-67767118d13f", "tag": "83a88c5b-6010-4bfd-9dd1-ee05588aab25"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:58.530374 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1aaf75-c0a9-4f97-b333-454327d56283 service neutron] Pushing event updated for resources: {'Port': ['ID=83a88c5b-6010-4bfd-9dd1-ee05588aab25,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:58.555181 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e55f81e-9f50-4af2-b199-5ac04878bba7 x-openstack-request-id: req-8e55f81e-9f50-4af2-b199-5ac04878bba7 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:58.555469 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ae94be-ce19-4874-8fda-67767118d13f", "tag": "83a88c5b-6010-4bfd-9dd1-ee05588aab25", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:58.555720 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e55f81e-9f50-4af2-b199-5ac04878bba7 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:58.556122 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e55f81e-9f50-4af2-b199-5ac04878bba7'] response: {'name': 'network-changed', 'server_uuid': '12ae94be-ce19-4874-8fda-67767118d13f', 'tag': '83a88c5b-6010-4bfd-9dd1-ee05588aab25', 'status': 'completed', 'code': 200} Jul 24 01:03:59.047768 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e4c439d4-3d8e-47e2-bf93-8cb35cdf81ba req-dd8d5eea-df93-4d4d-9338-399ab5268616 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 210 time: 0.0376651 Jul 24 01:03:59.085051 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cebe9e-be0f-4486-8081-236a886d4c9d req-1953b17a-73a3-4e6d-80ce-a4aeaf382d7c tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:59.086513 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a3cebe9e-be0f-4486-8081-236a886d4c9d req-1953b17a-73a3-4e6d-80ce-a4aeaf382d7c tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 944 time: 0.0644517 Jul 24 01:03:59.137775 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a3cebe9e-be0f-4486-8081-236a886d4c9d req-33a9e329-04a3-40b2-ad3b-8fb915191f00 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456772 Jul 24 01:03:59.378824 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:03:59.386057 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49ab59-4327-44c7-9b85-5c6aad35da5b req-e7e16ad2-da17-47a9-a964-08133365cca7 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:03:59.387727 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-db49ab59-4327-44c7-9b85-5c6aad35da5b req-e7e16ad2-da17-47a9-a964-08133365cca7 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0611563 Jul 24 01:03:59.411305 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] No Port match for: 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:03:59.411932 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 260c7eb5-b1ed-40d9-b311-c9db67b1cfaa not bound to the agent host hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:03:59.448138 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-db49ab59-4327-44c7-9b85-5c6aad35da5b req-de6a50d0-a56f-447a-b959-6a608bf3fc68 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499864 Jul 24 01:04:00.145919 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-66b0d193-7d0f-45c0-957a-0a8cce87e341 req-056a8ede-0ef4-4b53-9bd3-337d58775cf8 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 210 time: 0.0283606 Jul 24 01:04:00.264782 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32f61a-d4d5-4e56-9c85-cf76edf5d2ef req-6bbbf281-5964-4de6-aae0-7fa17d3ae282 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:00.266899 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6c32f61a-d4d5-4e56-9c85-cf76edf5d2ef req-6bbbf281-5964-4de6-aae0-7fa17d3ae282 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 944 time: 0.0590763 Jul 24 01:04:00.319675 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6c32f61a-d4d5-4e56-9c85-cf76edf5d2ef req-1739394d-dbca-4a75-b43c-919b0e453409 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468559 Jul 24 01:04:00.584516 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e837ef7-25f9-4892-9a55-c54ae9445d71 req-a360ea23-a6df-4d30-a7c1-1775d5e5a9e1 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:00.585960 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0e837ef7-25f9-4892-9a55-c54ae9445d71 req-a360ea23-a6df-4d30-a7c1-1775d5e5a9e1 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0552957 Jul 24 01:04:00.628611 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:00.636579 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0e837ef7-25f9-4892-9a55-c54ae9445d71 req-73178cbd-287e-41c6-84a6-40ab5f95afd9 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449400 Jul 24 01:04:01.248028 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-68942ac0-214d-4751-bee3-2a1b4d5fe3dd req-df49ab14-7314-4883-837a-4e60211ff24e tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 210 time: 0.0317874 Jul 24 01:04:01.439870 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6754a-0cd2-44e9-9cdb-5f3f37fb629b req-a46a3f94-1604-4472-87f0-c3422e090c0d tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:01.447297 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8bf6754a-0cd2-44e9-9cdb-5f3f37fb629b req-a46a3f94-1604-4472-87f0-c3422e090c0d tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 944 time: 0.0559607 Jul 24 01:04:01.490587 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8bf6754a-0cd2-44e9-9cdb-5f3f37fb629b req-cc441c0e-ca3c-4a2e-8207-0c59a209b51a tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423479 Jul 24 01:04:01.770285 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904f1fa-a161-4555-9c59-b4e5e948b8a9 req-20362cdd-6b29-42e3-8d92-26ad9e109208 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:01.772158 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5904f1fa-a161-4555-9c59-b4e5e948b8a9 req-20362cdd-6b29-42e3-8d92-26ad9e109208 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0547073 Jul 24 01:04:01.792996 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:01.826320 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5904f1fa-a161-4555-9c59-b4e5e948b8a9 req-fd09f4da-5c34-48c4-a378-4878175ecff8 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481391 Jul 24 01:04:02.357174 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3c94a45f-08eb-4a74-b55b-6fe2c6834501 req-15486d4d-5bf1-4007-8303-f99df3d0b3f1 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 210 time: 0.0300379 Jul 24 01:04:02.604850 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a412211-d9fe-4f67-a0f3-8b124c7b6346 req-31f0e998-bafc-4f2d-9bae-0e9c7599715e tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:02.606234 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a412211-d9fe-4f67-a0f3-8b124c7b6346 req-31f0e998-bafc-4f2d-9bae-0e9c7599715e tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 944 time: 0.0478389 Jul 24 01:04:02.655974 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a412211-d9fe-4f67-a0f3-8b124c7b6346 req-f8071ce8-ee43-4532-b872-00b6f5209429 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438812 Jul 24 01:04:02.952831 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343481b-2c96-425c-a6a7-18264931da3a req-b97e5b07-8422-4eee-b37b-d3f6ff4061c7 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:02.954544 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a343481b-2c96-425c-a6a7-18264931da3a req-b97e5b07-8422-4eee-b37b-d3f6ff4061c7 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0518842 Jul 24 01:04:03.019405 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a343481b-2c96-425c-a6a7-18264931da3a req-6f236d95-8802-45a2-ab21-b90e8dc92102 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579021 Jul 24 01:04:03.473891 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6f8a99f5-ba25-41a4-98fd-9cd003244f9f req-ab3c05d0-8ecd-4eba-8126-8da864fd99a0 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 210 time: 0.0433736 Jul 24 01:04:03.780489 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e45490-9879-410b-8016-7479390932a3 req-1bd45085-e81d-49b5-a40f-3b4412354c43 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:03.782642 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-44e45490-9879-410b-8016-7479390932a3 req-1bd45085-e81d-49b5-a40f-3b4412354c43 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 944 time: 0.0534215 Jul 24 01:04:03.836749 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-44e45490-9879-410b-8016-7479390932a3 req-efbd6480-5c9a-4f91-a7ee-c257f0116910 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482795 Jul 24 01:04:04.143182 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96661dd-a3cf-4e14-96b0-c027deeb8f63 req-e0dde03a-2dfc-4168-aced-85fd14f345dd tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:04.144453 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e96661dd-a3cf-4e14-96b0-c027deeb8f63 req-e0dde03a-2dfc-4168-aced-85fd14f345dd tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0475256 Jul 24 01:04:04.195705 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e96661dd-a3cf-4e14-96b0-c027deeb8f63 req-da121d03-14d5-4487-98b1-d4b52675ee81 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451496 Jul 24 01:04:04.575667 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc4ddc24-5643-45d7-a6a6-5e9519c8037e req-9c2a37a7-9c0c-4938-9f93-70fbddeb8947 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 210 time: 0.0313773 Jul 24 01:04:04.958484 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdac063-e61d-49fe-99c9-6002bc896155 req-87542eb1-9364-4bb5-b121-49b3dae1eedd tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:04.959979 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9fdac063-e61d-49fe-99c9-6002bc896155 req-87542eb1-9364-4bb5-b121-49b3dae1eedd tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 944 time: 0.0498726 Jul 24 01:04:05.013484 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9fdac063-e61d-49fe-99c9-6002bc896155 req-215a9854-2bf9-49f7-82b7-b123d283e861 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477245 Jul 24 01:04:05.333212 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d66905-5538-4d23-80b6-d4afe79cb9a4 req-87e3d583-0f4e-46e5-abae-33658bfc4d5f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:05.333212 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f9d66905-5538-4d23-80b6-d4afe79cb9a4 req-87e3d583-0f4e-46e5-abae-33658bfc4d5f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0501449 Jul 24 01:04:05.387345 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f9d66905-5538-4d23-80b6-d4afe79cb9a4 req-e4cc2067-b708-4087-9a92-836f99eb4328 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530996 Jul 24 01:04:05.678275 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d478f389-d186-46d6-8693-2ffa0ef185a6 req-4c7a6a11-9c41-4bff-97ee-ec627353fc13 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 210 time: 0.0286961 Jul 24 01:04:06.134248 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000fa3b-4bab-44eb-9126-9b7d0766010e req-3f2d4419-7d9e-4d81-9680-779fc12b8c2d tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:06.135784 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d000fa3b-4bab-44eb-9126-9b7d0766010e req-3f2d4419-7d9e-4d81-9680-779fc12b8c2d tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 944 time: 0.0495651 Jul 24 01:04:06.183805 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d000fa3b-4bab-44eb-9126-9b7d0766010e req-59dee323-b882-4571-baf3-c760789ccdc9 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417829 Jul 24 01:04:06.505504 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a131f-a8b2-4437-96bb-7031ab523cc6 req-a2ed9387-83ce-4aff-8faa-9aa75a73d4d6 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:06.506962 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5a8a131f-a8b2-4437-96bb-7031ab523cc6 req-a2ed9387-83ce-4aff-8faa-9aa75a73d4d6 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0471635 Jul 24 01:04:06.553259 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5a8a131f-a8b2-4437-96bb-7031ab523cc6 req-357c6dce-df98-4427-8ee0-d38185eafe58 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409091 Jul 24 01:04:06.895582 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a27ee120-dd04-4b6d-a360-cba9eda76e7d req-38af32e7-7a12-4f63-91c3-e31eb3332916 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 210 time: 0.0299501 Jul 24 01:04:07.061940 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:07.066284 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbeb669-08e7-41bc-8422-46811c3d3958 req-4df70818-6aff-40ae-8433-bae6b294348d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:07.067819 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3cbeb669-08e7-41bc-8422-46811c3d3958 req-4df70818-6aff-40ae-8433-bae6b294348d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee9d5b852be444f48a33b2f4be5c34be&device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 1128 time: 0.0495543 Jul 24 01:04:07.312368 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf857b-1516-4e87-a93e-1a82066e8308 req-5b3d1c48-e811-42dd-bb44-40b7a00540ef tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:07.314375 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-28cf857b-1516-4e87-a93e-1a82066e8308 req-5b3d1c48-e811-42dd-bb44-40b7a00540ef tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 944 time: 0.0601552 Jul 24 01:04:07.370695 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-28cf857b-1516-4e87-a93e-1a82066e8308 req-e8955084-f345-4b2c-9b63-b4d30dca29bf tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500758 Jul 24 01:04:07.677192 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19764d27-fc72-494f-948c-f1ae981b4edb req-7e763fc8-da41-45cb-8fe1-75c9b88958c2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:07.678683 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-19764d27-fc72-494f-948c-f1ae981b4edb req-7e763fc8-da41-45cb-8fe1-75c9b88958c2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0477595 Jul 24 01:04:07.725869 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:07.730819 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-19764d27-fc72-494f-948c-f1ae981b4edb req-832d71df-d917-4405-b5d9-f088cb4c1041 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453429 Jul 24 01:04:07.769150 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=36 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:07.820728 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=42,neutron:DELETE=8 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:08.054612 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-29cc9c30-3db4-4b10-8512-39f8b6f1cda6 req-32eff188-f511-4ef2-9140-bf0e9cd9d883 tempest-VolumesSnapshotTestJSON-425251886 tempest-VolumesSnapshotTestJSON-425251886-project] 10.222.0.18 "GET /v2.0/ports?device_id=c28bad0d-af40-4706-8310-b7212eccb24e HTTP/1.1" status: 200 len: 210 time: 0.0602667 Jul 24 01:04:08.086386 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbeb669-08e7-41bc-8422-46811c3d3958 req-7d72fb13-b326-4acf-b4ab-078be2eb9ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:08.087939 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3cbeb669-08e7-41bc-8422-46811c3d3958 req-7d72fb13-b326-4acf-b4ab-078be2eb9ce7 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=ee9d5b852be444f48a33b2f4be5c34be&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2387478 Jul 24 01:04:08.622049 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae15ea-087a-46e3-a278-2028b1693e3e req-82abd9c3-ed50-49cb-9d3e-766f0037664c tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:08.623435 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b3ae15ea-087a-46e3-a278-2028b1693e3e req-82abd9c3-ed50-49cb-9d3e-766f0037664c tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 944 time: 0.0904872 Jul 24 01:04:08.651192 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbeb669-08e7-41bc-8422-46811c3d3958 req-4eaf22a6-3639-4252-9ec9-e3e9bf57f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:08.652596 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3cbeb669-08e7-41bc-8422-46811c3d3958 req-4eaf22a6-3639-4252-9ec9-e3e9bf57f77a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4514229 Jul 24 01:04:08.680944 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b3ae15ea-087a-46e3-a278-2028b1693e3e req-44f999f5-5116-4a9a-ae91-e7dd21d6f7a1 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467558 Jul 24 01:04:08.783980 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-c488082b-f16c-418f-9d1a-c0b4a4f78fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:08.785502 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-c488082b-f16c-418f-9d1a-c0b4a4f78fce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee9d5b852be444f48a33b2f4be5c34be&device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 1128 time: 0.0429735 Jul 24 01:04:08.841873 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-406dddb8-d321-4f31-80fe-7dd4ab70c04c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83a88c5b-6010-4bfd-9dd1-ee05588aab25 HTTP/1.1" status: 200 len: 217 time: 0.0425477 Jul 24 01:04:08.883090 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccaa10-d8de-4c65-9553-1d756c71bfc9 req-60a2e20d-6231-4dc4-99b0-0d8b1b5e5cd5 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:08.884471 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-04ccaa10-d8de-4c65-9553-1d756c71bfc9 req-60a2e20d-6231-4dc4-99b0-0d8b1b5e5cd5 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 944 time: 0.0519829 Jul 24 01:04:08.953811 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-ea360f27-2d25-4f3a-b62b-acfca63fed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:08.955266 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-ea360f27-2d25-4f3a-b62b-acfca63fed7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=008e51ac-13a1-4b5d-97d5-309dbd528833 HTTP/1.1" status: 200 len: 853 time: 0.0699642 Jul 24 01:04:08.980388 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-04ccaa10-d8de-4c65-9553-1d756c71bfc9 req-fe81d2f1-1414-4ba8-9b98-de08d3b4da3d tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853128 Jul 24 01:04:09.008088 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-0cf0434b-0296-4cfd-aa9d-f5137b241654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:09.009597 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-0cf0434b-0296-4cfd-aa9d-f5137b241654 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a03d2c45-4db4-45be-ae0a-38988e70c5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450971 Jul 24 01:04:09.105229 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-d26433db-ddef-4576-b62b-640141a933ae service neutron] 10.222.0.39 "GET /v2.0/networks/a03d2c45-4db4-45be-ae0a-38988e70c5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888774 Jul 24 01:04:09.214307 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43bb06e6-3dec-427b-bd3c-724b7ff87e46 req-b56e2c4a-aa02-4bf1-8483-6ff618360c7f service neutron] 10.222.0.39 "GET /v2.0/networks/a03d2c45-4db4-45be-ae0a-38988e70c5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029150 Jul 24 01:04:09.382099 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:09.383400 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:09.439477 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device e11dcec4-66a1-456b-85bc-587d87bc9e6a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:04:09.536153 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port e11dcec4-66a1-456b-85bc-587d87bc9e6a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e11dcec4-66a1-456b-85bc-587d87bc9e6a,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:09.547870 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'port_id': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a', 'mac_address': 'fa:16:3e:e2:23:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:04:09.584577 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port e11dcec4-66a1-456b-85bc-587d87bc9e6a is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:04:09.584959 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:09.598225 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11dcec4-66a1-456b-85bc-587d87bc9e6a {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:04:09.621756 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port e11dcec4-66a1-456b-85bc-587d87bc9e6a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e11dcec4-66a1-456b-85bc-587d87bc9e6a,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:09.628491 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:09.651499 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:09.677956 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=e11dcec4-66a1-456b-85bc-587d87bc9e6a,revision_number=9']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:09.684903 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:09.685245 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:09.685600 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:09.685951 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:09.686283 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:09.686614 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:09.686955 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:09.687383 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:09.687815 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:09.688138 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:09.688456 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:09.688779 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:09.689093 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:09.689406 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:09.689718 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:09.798178 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f57c0-e433-407d-8309-1b95a1b6e632 req-4f14d0f7-c739-4fc4-a484-61c9279c95b8 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:09.799665 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2c4f57c0-e433-407d-8309-1b95a1b6e632 req-4f14d0f7-c739-4fc4-a484-61c9279c95b8 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 944 time: 0.0519502 Jul 24 01:04:09.811288 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:09.847193 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2c4f57c0-e433-407d-8309-1b95a1b6e632 req-1739c42c-e49b-4803-9f61-664040eb8cde tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419908 Jul 24 01:04:10.030095 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['e11dcec4-66a1-456b-85bc-587d87bc9e6a'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:04:10.111722 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6734b-9994-4358-b3fd-a885ff66646b req-4975b2ce-0de4-4421-baf4-165dee9efc7d tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:10.113794 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9fc6734b-9994-4358-b3fd-a885ff66646b req-4975b2ce-0de4-4421-baf4-165dee9efc7d tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 945 time: 0.0523665 Jul 24 01:04:10.177345 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9fc6734b-9994-4358-b3fd-a885ff66646b req-5fc1d0f3-8330-4011-b33c-71c55ac58fe8 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572078 Jul 24 01:04:10.319922 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027d8d0-41e7-442a-942c-6c403d5e28f3 req-d8e23f61-4c46-428f-a883-4234f87aff72 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:10.321306 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2027d8d0-41e7-442a-942c-6c403d5e28f3 req-d8e23f61-4c46-428f-a883-4234f87aff72 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0510857 Jul 24 01:04:10.371309 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2027d8d0-41e7-442a-942c-6c403d5e28f3 req-59c58767-3c10-4872-a5d7-a4f20b3efcff tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444899 Jul 24 01:04:10.963997 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020871b7-a397-4549-880e-9629fbd6e4d9 req-e2395c97-d188-4bae-bb67-73973b26f70a tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:10.965430 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-020871b7-a397-4549-880e-9629fbd6e4d9 req-e2395c97-d188-4bae-bb67-73973b26f70a tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 944 time: 0.0475011 Jul 24 01:04:11.000374 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:11.012749 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-020871b7-a397-4549-880e-9629fbd6e4d9 req-ec0f6789-94be-4f0e-8cd5-9cea482c8a5f tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418341 Jul 24 01:04:11.301992 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5352c-325d-4c22-a396-60d148818916 req-b6f12124-1496-4503-af9a-ba5d02934f16 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:11.303613 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bff5352c-325d-4c22-a396-60d148818916 req-b6f12124-1496-4503-af9a-ba5d02934f16 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 945 time: 0.0465424 Jul 24 01:04:11.352814 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bff5352c-325d-4c22-a396-60d148818916 req-26120e6a-7083-4306-aa55-82d9345af9c8 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436604 Jul 24 01:04:11.483060 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ad3a9-880a-4031-9e29-f4c2dc4ef152 req-efb4a01a-7b51-4248-88d7-10a1f8f5d602 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:11.485216 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7a5ad3a9-880a-4031-9e29-f4c2dc4ef152 req-efb4a01a-7b51-4248-88d7-10a1f8f5d602 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0459976 Jul 24 01:04:11.530819 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7a5ad3a9-880a-4031-9e29-f4c2dc4ef152 req-0bcf4cbf-6d07-4598-84e8-bf9d57f295dc tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403051 Jul 24 01:04:12.123501 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61bec8-07e0-4fa4-993a-cd351e48976e req-ce82a2f5-adcc-4c7a-98c8-d6d87f2ac1aa tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:12.125128 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bd61bec8-07e0-4fa4-993a-cd351e48976e req-ce82a2f5-adcc-4c7a-98c8-d6d87f2ac1aa tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 944 time: 0.0455186 Jul 24 01:04:12.172600 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bd61bec8-07e0-4fa4-993a-cd351e48976e req-e1aa4bda-4ffa-4901-8c86-4496adef3d0c tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419950 Jul 24 01:04:12.264328 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:12.265096 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:DELETE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:12.475485 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4f88f-eefb-454b-bbe6-03d1899f189b req-a05858d9-3e0a-4e2e-806b-cea70e2323a2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:12.476920 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-61c4f88f-eefb-454b-bbe6-03d1899f189b req-a05858d9-3e0a-4e2e-806b-cea70e2323a2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 945 time: 0.0498197 Jul 24 01:04:12.523667 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-61c4f88f-eefb-454b-bbe6-03d1899f189b req-9500307d-d691-4ccd-a7d2-460c4add2482 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412762 Jul 24 01:04:12.645492 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee67e9-0ba4-4f96-af65-7b53d1477a44 req-a55d768b-3eb4-481f-8df1-048700b3c739 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:12.646979 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-14ee67e9-0ba4-4f96-af65-7b53d1477a44 req-a55d768b-3eb4-481f-8df1-048700b3c739 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0463014 Jul 24 01:04:12.694396 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-14ee67e9-0ba4-4f96-af65-7b53d1477a44 req-b9cc0c65-937c-4ac0-83cf-a519e4ba996f tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417535 Jul 24 01:04:13.283175 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2310c8-2922-4694-a65e-f57687cf5046 req-febb2a49-7136-4ebb-932b-f758a263ef63 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:13.284634 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7f2310c8-2922-4694-a65e-f57687cf5046 req-febb2a49-7136-4ebb-932b-f758a263ef63 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 944 time: 0.0467954 Jul 24 01:04:13.335687 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7f2310c8-2922-4694-a65e-f57687cf5046 req-c4f007b2-18cd-4e7a-82dc-3e5f1d0a10b6 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453537 Jul 24 01:04:13.559342 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d023c60d-93f3-4c2b-982b-26f140dedf2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:13.569226 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device e11dcec4-66a1-456b-85bc-587d87bc9e6a up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:04:13.612256 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port e11dcec4-66a1-456b-85bc-587d87bc9e6a triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:04:13.612626 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:13.644762 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efd823-da68-486e-bc2e-48245bf830c6 req-b34ac939-af07-48d2-b5c0-756a000242e0 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:13.646260 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-90efd823-da68-486e-bc2e-48245bf830c6 req-b34ac939-af07-48d2-b5c0-756a000242e0 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 945 time: 0.0473535 Jul 24 01:04:13.667663 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:13.693426 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port e11dcec4-66a1-456b-85bc-587d87bc9e6a is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:04:13.694117 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:13.699240 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-90efd823-da68-486e-bc2e-48245bf830c6 req-e1bd73f0-4f83-4f45-96ae-58493a8f7a29 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472987 Jul 24 01:04:13.718620 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281e8695-c8e7-4293-8abe-a4f88f175084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:04:13.721684 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b628150-d78c-4dc3-9e0f-0014f441ddff" -d '{"events": [{"server_uuid": "281e8695-c8e7-4293-8abe-a4f88f175084", "name": "network-vif-plugged", "status": "completed", "tag": "e11dcec4-66a1-456b-85bc-587d87bc9e6a"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:04:13.734886 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port e11dcec4-66a1-456b-85bc-587d87bc9e6a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e11dcec4-66a1-456b-85bc-587d87bc9e6a,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:13.739717 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:13.768779 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074a5a3f-1eb3-4b9a-8e76-bb369b46c5b6 x-openstack-request-id: req-074a5a3f-1eb3-4b9a-8e76-bb369b46c5b6 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:04:13.769095 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281e8695-c8e7-4293-8abe-a4f88f175084", "name": "network-vif-plugged", "status": "completed", "tag": "e11dcec4-66a1-456b-85bc-587d87bc9e6a", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:04:13.769353 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-074a5a3f-1eb3-4b9a-8e76-bb369b46c5b6 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:04:13.769751 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-074a5a3f-1eb3-4b9a-8e76-bb369b46c5b6'] response: {'server_uuid': '281e8695-c8e7-4293-8abe-a4f88f175084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a', 'code': 200} Jul 24 01:04:13.802396 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=e11dcec4-66a1-456b-85bc-587d87bc9e6a,revision_number=10']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:13.830984 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751279-af27-4c8d-a511-dc3b47e80dd9 req-7f482dfd-72c9-4cd6-8545-48d461d4eaf7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:13.832478 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8a751279-af27-4c8d-a511-dc3b47e80dd9 req-7f482dfd-72c9-4cd6-8545-48d461d4eaf7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0488319 Jul 24 01:04:13.880054 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8a751279-af27-4c8d-a511-dc3b47e80dd9 req-3679105e-e000-4e78-9222-b2a94315bb3c tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417244 Jul 24 01:04:14.398143 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd08bcc-eb23-48a6-8c4c-7f81553b73c6 req-2f1830e6-88f1-4d27-be94-37876ac675c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:14.399737 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3bd08bcc-eb23-48a6-8c4c-7f81553b73c6 req-2f1830e6-88f1-4d27-be94-37876ac675c5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 1131 time: 0.0438647 Jul 24 01:04:14.471145 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77049c86-058b-46b3-b329-aa78c1a7fe96 req-1ef10af0-fcb1-48b8-b22d-6d6641ab7f3f tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:14.472604 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-77049c86-058b-46b3-b329-aa78c1a7fe96 req-1ef10af0-fcb1-48b8-b22d-6d6641ab7f3f tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 944 time: 0.0647573 Jul 24 01:04:14.494691 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3bd08bcc-eb23-48a6-8c4c-7f81553b73c6 req-bf8ee919-13c4-4c2e-99ff-6fa7ad8bafe9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767808 Jul 24 01:04:14.527698 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-77049c86-058b-46b3-b329-aa78c1a7fe96 req-d53a86b0-855d-440c-a446-1d899d4b3fc6 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459571 Jul 24 01:04:14.824743 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46202c01-87d8-4a70-af76-97c24427894e req-fedb11a9-080d-4c98-a259-658a2ec3eb92 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:14.826211 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-46202c01-87d8-4a70-af76-97c24427894e req-fedb11a9-080d-4c98-a259-658a2ec3eb92 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 947 time: 0.0504982 Jul 24 01:04:14.876713 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-46202c01-87d8-4a70-af76-97c24427894e req-71b376f5-501e-4d07-9360-9d311846c2a8 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447700 Jul 24 01:04:15.007843 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f72a9-9dd9-4266-a3c1-470bb1f21be4 req-d7dffbc8-3b60-46a5-a3aa-31cc82fa8005 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:15.009331 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e08f72a9-9dd9-4266-a3c1-470bb1f21be4 req-d7dffbc8-3b60-46a5-a3aa-31cc82fa8005 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0595605 Jul 24 01:04:15.048774 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:15.060904 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e08f72a9-9dd9-4266-a3c1-470bb1f21be4 req-d6e05e08-18c7-435a-869c-751151435968 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452302 Jul 24 01:04:15.591588 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 83a88c5b-6010-4bfd-9dd1-ee05588aab25 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:04:15.606751 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:15.641973 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ee93f-c2bd-4f33-ab6a-a7362f4ce532 req-0d21d755-dfd1-4499-9698-fe242cdd449f tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:15.643484 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fb6ee93f-c2bd-4f33-ab6a-a7362f4ce532 req-0d21d755-dfd1-4499-9698-fe242cdd449f tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 944 time: 0.0489457 Jul 24 01:04:15.696019 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fb6ee93f-c2bd-4f33-ab6a-a7362f4ce532 req-48862a5f-b115-4619-b67a-28a415c92262 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468218 Jul 24 01:04:15.703683 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 83a88c5b-6010-4bfd-9dd1-ee05588aab25, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=83a88c5b-6010-4bfd-9dd1-ee05588aab25,segment=NetworkSegment(3f929964-098f-4d6d-8054-cc15732a4db6),segment_id=3f929964-098f-4d6d-8054-cc15732a4db6)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:15.712720 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:15.715352 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': '83a88c5b-6010-4bfd-9dd1-ee05588aab25', 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5', 'port_id': '83a88c5b-6010-4bfd-9dd1-ee05588aab25', 'mac_address': 'fa:16:3e:18:be:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:04:15.751726 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 83a88c5b-6010-4bfd-9dd1-ee05588aab25 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:04:15.752114 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:15.764875 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a88c5b-6010-4bfd-9dd1-ee05588aab25 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:04:15.784506 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 83a88c5b-6010-4bfd-9dd1-ee05588aab25, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=83a88c5b-6010-4bfd-9dd1-ee05588aab25,segment=NetworkSegment(3f929964-098f-4d6d-8054-cc15732a4db6),segment_id=3f929964-098f-4d6d-8054-cc15732a4db6)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:15.788427 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:15.847588 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a17d969f-22b3-4ed9-9602-16e99f66990b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:15.851397 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=83a88c5b-6010-4bfd-9dd1-ee05588aab25,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:15.993994 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60d4d4-92b7-49a4-ad70-2ccd604cb855 req-fe930f54-41ac-4cda-9d3a-1879fb837e1c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:15.995434 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9d60d4d4-92b7-49a4-ad70-2ccd604cb855 req-fe930f54-41ac-4cda-9d3a-1879fb837e1c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 947 time: 0.0457883 Jul 24 01:04:16.043031 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9d60d4d4-92b7-49a4-ad70-2ccd604cb855 req-e2c63bfc-9b98-477f-b0b9-70fcd4b5131e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411656 Jul 24 01:04:16.185790 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d14e17-fd26-4f52-92d9-633ac5e876a3 req-84fec77e-dd5f-4c6e-ae80-1ea4cec70821 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:16.188269 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a1d14e17-fd26-4f52-92d9-633ac5e876a3 req-84fec77e-dd5f-4c6e-ae80-1ea4cec70821 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0529950 Jul 24 01:04:16.221930 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['83a88c5b-6010-4bfd-9dd1-ee05588aab25'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:04:16.241390 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a1d14e17-fd26-4f52-92d9-633ac5e876a3 req-5d873b4d-bc72-4e93-a7ff-40a38532eba3 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468686 Jul 24 01:04:16.819205 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c58dce-06f3-4391-8887-36dfedd16d54 req-057ef5d7-3896-40b2-9b24-86fc457b47f1 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:16.820967 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-19c58dce-06f3-4391-8887-36dfedd16d54 req-057ef5d7-3896-40b2-9b24-86fc457b47f1 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 945 time: 0.0570993 Jul 24 01:04:16.869308 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-19c58dce-06f3-4391-8887-36dfedd16d54 req-21c0e3e2-c37d-403a-b188-d94b52027774 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423944 Jul 24 01:04:17.111105 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:17.172322 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e138d9a-2f6d-410d-a5d0-a6e4a460751f req-5a02f18d-4425-4a1c-8333-0625f5c112fe tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:17.177880 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6e138d9a-2f6d-410d-a5d0-a6e4a460751f req-5a02f18d-4425-4a1c-8333-0625f5c112fe tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 947 time: 0.0521047 Jul 24 01:04:17.221113 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:17.229183 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6e138d9a-2f6d-410d-a5d0-a6e4a460751f req-0d8ac86f-e17f-47bf-bb01-dfe141d447b0 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478005 Jul 24 01:04:17.371793 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c62ec-7793-45af-9698-4455ac1da792 req-ca319883-2af5-4d3e-a729-4c8b86e8bffe tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:17.373311 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-610c62ec-7793-45af-9698-4455ac1da792 req-ca319883-2af5-4d3e-a729-4c8b86e8bffe tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0588109 Jul 24 01:04:17.434103 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-610c62ec-7793-45af-9698-4455ac1da792 req-b890db8a-0b18-4d19-b037-c75ddca161f3 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526044 Jul 24 01:04:17.610623 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 83a88c5b-6010-4bfd-9dd1-ee05588aab25 up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:04:17.656877 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning for port 83a88c5b-6010-4bfd-9dd1-ee05588aab25 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 01:04:17.663690 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port 83a88c5b-6010-4bfd-9dd1-ee05588aab25 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:04:17.664099 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:17.738824 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 83a88c5b-6010-4bfd-9dd1-ee05588aab25 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:04:17.739132 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:17.765547 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ae94be-ce19-4874-8fda-67767118d13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a88c5b-6010-4bfd-9dd1-ee05588aab25'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:04:17.767821 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e175f1-b142-42b7-89a9-28c391ae1413" -d '{"events": [{"server_uuid": "12ae94be-ce19-4874-8fda-67767118d13f", "name": "network-vif-plugged", "status": "completed", "tag": "83a88c5b-6010-4bfd-9dd1-ee05588aab25"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:04:17.780315 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 83a88c5b-6010-4bfd-9dd1-ee05588aab25, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=83a88c5b-6010-4bfd-9dd1-ee05588aab25,segment=NetworkSegment(3f929964-098f-4d6d-8054-cc15732a4db6),segment_id=3f929964-098f-4d6d-8054-cc15732a4db6)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:17.786467 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:17.818277 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04098912-1af2-4bce-8262-074d58b98fb8 x-openstack-request-id: req-04098912-1af2-4bce-8262-074d58b98fb8 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:04:17.818598 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ae94be-ce19-4874-8fda-67767118d13f", "name": "network-vif-plugged", "status": "completed", "tag": "83a88c5b-6010-4bfd-9dd1-ee05588aab25", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:04:17.819143 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04098912-1af2-4bce-8262-074d58b98fb8 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:04:17.819543 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04098912-1af2-4bce-8262-074d58b98fb8'] response: {'server_uuid': '12ae94be-ce19-4874-8fda-67767118d13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a88c5b-6010-4bfd-9dd1-ee05588aab25', 'code': 200} Jul 24 01:04:17.838225 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=83a88c5b-6010-4bfd-9dd1-ee05588aab25,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:18.012889 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421939d8-c9b8-4904-90aa-1525f094b492 req-04428eba-0200-4f30-830b-ae758f27375b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:18.014355 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-421939d8-c9b8-4904-90aa-1525f094b492 req-04428eba-0200-4f30-830b-ae758f27375b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.1049557 Jul 24 01:04:18.033831 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5b579-5b47-4e53-b0d6-a4fca02aa0d6 req-1d439fc1-fb14-4578-8ce4-27ee7c5a6103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:18.035274 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e7b5b579-5b47-4e53-b0d6-a4fca02aa0d6 req-1d439fc1-fb14-4578-8ce4-27ee7c5a6103 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7d219e82efe44f9b6f860a5fabc7733&device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 1129 time: 0.0965781 Jul 24 01:04:18.042561 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45ce2f-f7e8-4f1f-87b1-c22953fd9116 req-fb21944c-3431-46c2-8b8f-16916ecacda2 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:18.043908 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ce45ce2f-f7e8-4f1f-87b1-c22953fd9116 req-fb21944c-3431-46c2-8b8f-16916ecacda2 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 946 time: 0.0933752 Jul 24 01:04:18.056907 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af53f42-10b4-4f9c-ba30-c3b020b66414 req-70b2c9e5-c8f2-49b9-86e5-d4915f9c1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:18.058383 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3af53f42-10b4-4f9c-ba30-c3b020b66414 req-70b2c9e5-c8f2-49b9-86e5-d4915f9c1606 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 1130 time: 0.0413074 Jul 24 01:04:18.104521 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3af53f42-10b4-4f9c-ba30-c3b020b66414 req-015b4274-a6d4-4dec-b7c5-d993a233da78 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384541 Jul 24 01:04:18.161597 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-421939d8-c9b8-4904-90aa-1525f094b492 req-f3e2a6ca-dd2c-4e09-bbbc-0995298d9355 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1398427 Jul 24 01:04:18.184595 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ce45ce2f-f7e8-4f1f-87b1-c22953fd9116 req-f111fb1f-d9c7-4d65-9c04-f4be778ee381 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246066 Jul 24 01:04:18.198180 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5b579-5b47-4e53-b0d6-a4fca02aa0d6 req-ceca74e3-e125-42ac-acb3-717f9a958d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:18.199651 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e7b5b579-5b47-4e53-b0d6-a4fca02aa0d6 req-ceca74e3-e125-42ac-acb3-717f9a958d9c service neutron] 10.222.0.39 "GET /v2.0/networks?id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b HTTP/1.1" status: 200 len: 919 time: 0.1493630 Jul 24 01:04:18.352122 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe3784-6e2b-4dce-9324-fdd1ed52fd4d req-d9f488b9-c240-46d8-98f4-2c476f7823e9 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:18.353466 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b5fe3784-6e2b-4dce-9324-fdd1ed52fd4d req-d9f488b9-c240-46d8-98f4-2c476f7823e9 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 947 time: 0.0473862 Jul 24 01:04:18.402410 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:18.428366 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:18.477784 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b5fe3784-6e2b-4dce-9324-fdd1ed52fd4d req-a05e0b67-77fb-47ae-9862-1597363b12d6 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188655 Jul 24 01:04:18.487410 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e7b5b579-5b47-4e53-b0d6-a4fca02aa0d6 req-84203d06-ce50-4a49-be59-b28e43e0f1dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3604b8e-6ace-40d2-8c7a-9f222b26d78c HTTP/1.1" status: 200 len: 1000 time: 0.1104953 Jul 24 01:04:18.552999 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055ee57-766b-4d70-89ec-9701f47ead2f req-1e968782-459e-4ac9-90ae-ce17aceddc29 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:18.554466 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9055ee57-766b-4d70-89ec-9701f47ead2f req-1e968782-459e-4ac9-90ae-ce17aceddc29 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0466592 Jul 24 01:04:18.600897 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9055ee57-766b-4d70-89ec-9701f47ead2f req-ca611037-34b0-4e00-8765-233376d4de10 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407848 Jul 24 01:04:18.836813 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:18.964573 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5b579-5b47-4e53-b0d6-a4fca02aa0d6 req-a18d97ca-cbf3-490d-b9ac-32b4af2be829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:18.965993 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e7b5b579-5b47-4e53-b0d6-a4fca02aa0d6 req-a18d97ca-cbf3-490d-b9ac-32b4af2be829 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=799e17c1-9604-4b46-8040-e48ddab56dcd HTTP/1.1" status: 200 len: 857 time: 0.0445058 Jul 24 01:04:19.013666 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5b579-5b47-4e53-b0d6-a4fca02aa0d6 req-bab3b7f5-627b-4c68-99c9-6527357b2082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:19.015167 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e7b5b579-5b47-4e53-b0d6-a4fca02aa0d6 req-bab3b7f5-627b-4c68-99c9-6527357b2082 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410533 Jul 24 01:04:19.108061 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e7b5b579-5b47-4e53-b0d6-a4fca02aa0d6 req-cc158516-65e1-4285-bdd7-c0f92cf82b0b service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818577 Jul 24 01:04:19.304997 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13054431-264a-4d6e-b860-0b90cc2313ff req-0096de64-af10-40dc-9696-1271d2dd8e7c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:19.306436 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13054431-264a-4d6e-b860-0b90cc2313ff req-0096de64-af10-40dc-9696-1271d2dd8e7c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0776470 Jul 24 01:04:19.316729 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2b3d9-3195-42ac-ac2e-1624d2b1362f req-dcb59698-257d-4d10-90c7-b943d4a19cfe tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:19.318074 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eff2b3d9-3195-42ac-ac2e-1624d2b1362f req-dcb59698-257d-4d10-90c7-b943d4a19cfe tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 946 time: 0.0609231 Jul 24 01:04:19.393058 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-13054431-264a-4d6e-b860-0b90cc2313ff req-472c3cb0-5db5-4a07-8af3-9269d017d099 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740542 Jul 24 01:04:19.400305 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eff2b3d9-3195-42ac-ac2e-1624d2b1362f req-bee462e6-a381-480f-9b15-2f291e17aa54 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744920 Jul 24 01:04:19.711403 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57020c-1139-45a8-8ddf-4c2719c6998b req-8def0be8-f2ba-4fdc-8db7-7377bd28b59e tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:19.712808 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4d57020c-1139-45a8-8ddf-4c2719c6998b req-8def0be8-f2ba-4fdc-8db7-7377bd28b59e tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0452085 Jul 24 01:04:19.760397 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4d57020c-1139-45a8-8ddf-4c2719c6998b req-136db239-1803-45e7-a1f0-249fe398a84f tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421772 Jul 24 01:04:20.224726 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:20.258845 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:04:20.300646 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e7b5b579-5b47-4e53-b0d6-a4fca02aa0d6 req-57e9dbab-b438-4b21-81f6-a06bf55f77bf service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841253 Jul 24 01:04:20.538046 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbb898-cc5b-46af-9191-015459074fa0 req-7ed8053d-f62d-4178-acf4-23e07079253d tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:20.539430 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2efbb898-cc5b-46af-9191-015459074fa0 req-7ed8053d-f62d-4178-acf4-23e07079253d tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0763676 Jul 24 01:04:20.548003 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3592e-38d0-4080-a47d-57a74475b754 req-9a62c6fd-681b-4760-abe0-e16b370044a6 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:20.549337 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dae3592e-38d0-4080-a47d-57a74475b754 req-9a62c6fd-681b-4760-abe0-e16b370044a6 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 946 time: 0.0761712 Jul 24 01:04:20.620769 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2efbb898-cc5b-46af-9191-015459074fa0 req-6be9deb0-c107-4b70-b188-cd1e9ef5b3ef tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705121 Jul 24 01:04:20.623696 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dae3592e-38d0-4080-a47d-57a74475b754 req-ab83e7e2-d2da-45c2-9023-1045c158944d tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676353 Jul 24 01:04:20.872706 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4302a81-9b54-4d6d-8ecf-a14a31ab879d req-4df2f568-20ea-4156-99b2-d026aa3cd779 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:20.874148 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a4302a81-9b54-4d6d-8ecf-a14a31ab879d req-4df2f568-20ea-4156-99b2-d026aa3cd779 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0477366 Jul 24 01:04:20.922644 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a4302a81-9b54-4d6d-8ecf-a14a31ab879d req-b56f2521-1549-43ae-9e6c-b272fa563b31 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429587 Jul 24 01:04:21.747430 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:21.763861 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf13e5-9859-42ac-af9c-f07302736e06 req-edd39ed8-f45c-48ef-8842-d460ddd1b1b8 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:21.765335 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0dcf13e5-9859-42ac-af9c-f07302736e06 req-edd39ed8-f45c-48ef-8842-d460ddd1b1b8 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0753286 Jul 24 01:04:21.771277 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ff33c-1185-4918-9d82-80e45a19be4d req-c036651e-0bdf-4af6-a51d-95af6c8bbafe tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:21.772598 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6e9ff33c-1185-4918-9d82-80e45a19be4d req-c036651e-0bdf-4af6-a51d-95af6c8bbafe tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 946 time: 0.0737007 Jul 24 01:04:21.847662 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0dcf13e5-9859-42ac-af9c-f07302736e06 req-92f7aca8-94b9-480c-ab0a-8ac7ae4b8b26 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741429 Jul 24 01:04:21.851633 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6e9ff33c-1185-4918-9d82-80e45a19be4d req-06043e1d-146a-4f03-9648-be0f000d24c2 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715499 Jul 24 01:04:22.033487 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ffa47-d082-4ef2-ad8c-ae220f291783 req-6614ab53-c608-4218-a690-d552ee908e24 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:22.034870 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-979ffa47-d082-4ef2-ad8c-ae220f291783 req-6614ab53-c608-4218-a690-d552ee908e24 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0466623 Jul 24 01:04:22.082119 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-979ffa47-d082-4ef2-ad8c-ae220f291783 req-f21cccb4-0d6d-46c8-942f-7459eca5d908 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415494 Jul 24 01:04:23.004435 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b86031-1f45-44f6-a917-e8093c543e4d req-6e83d8fe-2bab-4485-87bf-b9da3e18c136 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:23.005914 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-90b86031-1f45-44f6-a917-e8093c543e4d req-6e83d8fe-2bab-4485-87bf-b9da3e18c136 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0796504 Jul 24 01:04:23.012140 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992741e6-9f97-41eb-a140-258a08c4d0b4 req-423eeb77-8baf-4a73-8a65-7e8a3d227de8 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:23.013543 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-992741e6-9f97-41eb-a140-258a08c4d0b4 req-423eeb77-8baf-4a73-8a65-7e8a3d227de8 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 946 time: 0.0769262 Jul 24 01:04:23.088079 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-90b86031-1f45-44f6-a917-e8093c543e4d req-269d63cc-4367-49be-b457-9507a49209e0 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735815 Jul 24 01:04:23.091418 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-992741e6-9f97-41eb-a140-258a08c4d0b4 req-ece1d81f-8be2-42d7-9306-fa88b52cefc0 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694377 Jul 24 01:04:23.263925 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cabb3-e556-4418-ae8c-229068bf01c5 req-e10ac128-f15a-45d6-837b-dbabc914ea10 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:23.265428 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5d5cabb3-e556-4418-ae8c-229068bf01c5 req-e10ac128-f15a-45d6-837b-dbabc914ea10 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 946 time: 0.0915852 Jul 24 01:04:23.274436 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578d595-0902-4613-b73b-31fb2db01691 req-7b6c92ca-0b1e-4625-9a4a-9719bb1bec87 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:23.275972 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4578d595-0902-4613-b73b-31fb2db01691 req-7b6c92ca-0b1e-4625-9a4a-9719bb1bec87 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0681529 Jul 24 01:04:23.315681 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:23.342029 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5d5cabb3-e556-4418-ae8c-229068bf01c5 req-04175da5-bab2-4e3f-b053-f549e9c71c4b tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651908 Jul 24 01:04:23.359363 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4578d595-0902-4613-b73b-31fb2db01691 req-73a7efe5-90bb-401f-a270-c7d7fd3cc96a tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747819 Jul 24 01:04:23.663295 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e03e3-1383-47cb-ab0a-a484b7cf7103 req-40300d02-6fc4-47b3-8110-eb9b5206d0ab tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:23.664851 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-135e03e3-1383-47cb-ab0a-a484b7cf7103 req-40300d02-6fc4-47b3-8110-eb9b5206d0ab tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 946 time: 0.0471334 Jul 24 01:04:23.712346 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-135e03e3-1383-47cb-ab0a-a484b7cf7103 req-3c18c33f-ba3d-436a-8b94-accd1a8b62d2 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419500 Jul 24 01:04:24.206582 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af831ed-2a40-4ab8-adf8-d878cf96c1f9 req-ffa2d09c-d076-4a69-b3b8-9b5eee82125e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:24.208049 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3af831ed-2a40-4ab8-adf8-d878cf96c1f9 req-ffa2d09c-d076-4a69-b3b8-9b5eee82125e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0512800 Jul 24 01:04:24.539646 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3c003-5fb2-4faa-9f03-6e7ebeb9ac52 req-0bb8fd0c-24ca-416e-872b-b48a698d89ce tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:24.541103 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-47c3c003-5fb2-4faa-9f03-6e7ebeb9ac52 req-0bb8fd0c-24ca-416e-872b-b48a698d89ce tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0668299 Jul 24 01:04:24.544361 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3af831ed-2a40-4ab8-adf8-d878cf96c1f9 req-f2a51b50-f598-4104-b6f0-6d1150482bb5 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3308845 Jul 24 01:04:24.588606 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-47c3c003-5fb2-4faa-9f03-6e7ebeb9ac52 req-7eea7949-6ef8-454f-a91b-ba9d460431e7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418472 Jul 24 01:04:25.265952 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=5 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:25.665912 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab176bea-9cb0-4b8a-afc2-bf0bd90dc2f2 req-df87ecaa-422b-42d3-a17b-170a17f65d08 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:25.667526 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ab176bea-9cb0-4b8a-afc2-bf0bd90dc2f2 req-df87ecaa-422b-42d3-a17b-170a17f65d08 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0485110 Jul 24 01:04:25.729208 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a09175-3509-4c81-a1fe-d80037d22969 req-12600ffd-5302-48fc-bc58-69c2265c5975 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:25.730709 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f5a09175-3509-4c81-a1fe-d80037d22969 req-12600ffd-5302-48fc-bc58-69c2265c5975 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0622003 Jul 24 01:04:25.768067 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ab176bea-9cb0-4b8a-afc2-bf0bd90dc2f2 req-f8a8d1ff-100c-40a7-9ce2-775a5202aa3a tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896876 Jul 24 01:04:25.795685 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f5a09175-3509-4c81-a1fe-d80037d22969 req-9ff955ac-1260-49a5-9cc9-d113a3088761 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563745 Jul 24 01:04:26.880133 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:26.914092 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0191d-7ab9-41f8-9e18-2d6ad8175ae6 req-ad4d0010-6ebf-4da5-8d57-e99258719ab8 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:26.915548 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-08d0191d-7ab9-41f8-9e18-2d6ad8175ae6 req-ad4d0010-6ebf-4da5-8d57-e99258719ab8 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0765150 Jul 24 01:04:26.936056 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce53510-e7e7-4bab-b2b4-c16953b9b109 req-21e1295d-94eb-4aeb-a83b-a2684fe94110 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:26.937546 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0ce53510-e7e7-4bab-b2b4-c16953b9b109 req-21e1295d-94eb-4aeb-a83b-a2684fe94110 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0711982 Jul 24 01:04:27.005583 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-08d0191d-7ab9-41f8-9e18-2d6ad8175ae6 req-8278b243-c669-4804-9c60-be82e200d461 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844030 Jul 24 01:04:27.012737 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0ce53510-e7e7-4bab-b2b4-c16953b9b109 req-5092cf04-d98e-4bc3-94e1-7c6377a3e80d tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667460 Jul 24 01:04:28.094711 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=9 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:28.101849 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=9 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:28.162556 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fe9b7-ccb5-4bc5-99d8-cf0297ff9b80 req-d7afa78b-1f0f-434d-853f-cbeba10e8cf2 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:28.164059 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-299fe9b7-ccb5-4bc5-99d8-cf0297ff9b80 req-d7afa78b-1f0f-434d-853f-cbeba10e8cf2 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0814214 Jul 24 01:04:28.172602 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f9301-c5e3-4faf-aa0f-c2fe51d30380 req-4ccb8873-084d-4dbd-8d58-6a60d51aaa89 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:28.173964 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-643f9301-c5e3-4faf-aa0f-c2fe51d30380 req-4ccb8873-084d-4dbd-8d58-6a60d51aaa89 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0776558 Jul 24 01:04:28.247818 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-299fe9b7-ccb5-4bc5-99d8-cf0297ff9b80 req-96abcea8-7d1e-45d9-8197-095bf059ba54 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729129 Jul 24 01:04:28.250825 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-643f9301-c5e3-4faf-aa0f-c2fe51d30380 req-5224fedb-34a1-4514-925f-293635ed3a5e tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700560 Jul 24 01:04:28.449538 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6140a-26e9-46be-8132-98f92be05a66 req-822168ea-f166-4b9f-bcb0-7dd4db21e4c3 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:28.451013 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f8d6140a-26e9-46be-8132-98f92be05a66 req-822168ea-f166-4b9f-bcb0-7dd4db21e4c3 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0481143 Jul 24 01:04:28.480049 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:28.511579 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f8d6140a-26e9-46be-8132-98f92be05a66 req-b15b56b5-984f-4fee-bcb8-17c91046ce06 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542808 Jul 24 01:04:28.542180 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba764c9-e3f4-4f4b-859d-e3f5aad7aeca req-6d5241a8-4586-4476-b826-c3b47c85b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:28.543696 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bba764c9-e3f4-4f4b-859d-e3f5aad7aeca req-6d5241a8-4586-4476-b826-c3b47c85b27a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=644464d3831e468f8ab9957bb33817b0&device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 1129 time: 0.0448594 Jul 24 01:04:28.631688 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba764c9-e3f4-4f4b-859d-e3f5aad7aeca req-3f9b82e9-aa6b-4d43-b1e4-03e33bbe90a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:28.633041 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bba764c9-e3f4-4f4b-859d-e3f5aad7aeca req-3f9b82e9-aa6b-4d43-b1e4-03e33bbe90a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2871582-ae5b-4292-87a4-e519f553496c HTTP/1.1" status: 200 len: 911 time: 0.0834785 Jul 24 01:04:28.699030 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bba764c9-e3f4-4f4b-859d-e3f5aad7aeca req-9ab1fdb2-8128-4a53-bd10-77feb2b036ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=710ccda1-d8a7-4b65-9124-7d15ed6b5d75 HTTP/1.1" status: 200 len: 1001 time: 0.0586894 Jul 24 01:04:28.746445 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba764c9-e3f4-4f4b-859d-e3f5aad7aeca req-2b12bfbe-19b9-4120-b094-96ff81562ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:28.747904 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bba764c9-e3f4-4f4b-859d-e3f5aad7aeca req-2b12bfbe-19b9-4120-b094-96ff81562ee9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f013cc2c-f207-467b-86f3-d197484583fd HTTP/1.1" status: 200 len: 849 time: 0.0433152 Jul 24 01:04:28.790232 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba764c9-e3f4-4f4b-859d-e3f5aad7aeca req-7545649e-fb8d-48dd-9941-c66eed243652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:28.791694 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bba764c9-e3f4-4f4b-859d-e3f5aad7aeca req-7545649e-fb8d-48dd-9941-c66eed243652 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2871582-ae5b-4292-87a4-e519f553496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369859 Jul 24 01:04:28.831596 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:28.833529 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=69,neutron:UPDATE=6 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:28.892585 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bba764c9-e3f4-4f4b-859d-e3f5aad7aeca req-77da359d-d5ce-497d-b529-ff81c80bd87f service neutron] 10.222.0.39 "GET /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870361 Jul 24 01:04:28.987045 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bba764c9-e3f4-4f4b-859d-e3f5aad7aeca req-342d0d8c-6132-437b-8023-ec3632f53caa service neutron] 10.222.0.39 "GET /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867512 Jul 24 01:04:29.370942 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960741aa-d274-40fb-abbd-1fe53fe1787b req-29d39dfb-42db-4ab9-8136-ed685f618c69 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:29.372537 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-960741aa-d274-40fb-abbd-1fe53fe1787b req-29d39dfb-42db-4ab9-8136-ed685f618c69 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0521805 Jul 24 01:04:29.420448 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-960741aa-d274-40fb-abbd-1fe53fe1787b req-5d241237-7bc6-4c8d-be4c-cb7824b42970 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414460 Jul 24 01:04:29.625734 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190aa93-0da8-4da2-8e7e-fe3f923c2535 req-f7db04f6-f508-421b-b363-48a1f19d243b tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:29.627198 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c190aa93-0da8-4da2-8e7e-fe3f923c2535 req-f7db04f6-f508-421b-b363-48a1f19d243b tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0471556 Jul 24 01:04:29.674450 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c190aa93-0da8-4da2-8e7e-fe3f923c2535 req-c6578ebe-5872-49cc-9a5d-b1ac60ae9915 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416837 Jul 24 01:04:30.254950 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=3 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:30.538936 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c34b8-7468-4e99-bd47-0864d3d44be5 req-c47d87d0-8c15-4265-b55f-97abff9a19fc tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:30.540314 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e94c34b8-7468-4e99-bd47-0864d3d44be5 req-c47d87d0-8c15-4265-b55f-97abff9a19fc tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0480440 Jul 24 01:04:30.572860 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:30.596563 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e94c34b8-7468-4e99-bd47-0864d3d44be5 req-da6fb138-f7f1-41ee-af72-7c26f7471b8b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505874 Jul 24 01:04:30.787199 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad5545-2d2d-4500-b801-c134d9596832 req-bde42961-9186-4527-bacf-e077d70d7864 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:30.788665 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e3ad5545-2d2d-4500-b801-c134d9596832 req-bde42961-9186-4527-bacf-e077d70d7864 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0476270 Jul 24 01:04:30.835936 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e3ad5545-2d2d-4500-b801-c134d9596832 req-484ff175-1db5-4a21-8069-491e84a28fb7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416682 Jul 24 01:04:31.713887 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb20257-ec75-4115-bb75-71c209ac4cc2 req-9ddd23ec-a2de-4366-a053-49c50854a216 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:31.715628 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ccb20257-ec75-4115-bb75-71c209ac4cc2 req-9ddd23ec-a2de-4366-a053-49c50854a216 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0481892 Jul 24 01:04:31.742724 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:31.764561 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ccb20257-ec75-4115-bb75-71c209ac4cc2 req-6c81d469-73d1-440f-bfe4-08ac37b9ccd3 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432708 Jul 24 01:04:32.410487 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35006) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:32.460352 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-124f53b5-95be-4c71-9785-f519b8fb266f admin admin] Deleting subnet 4df58542-9e30-4cb4-a95e-eb494a467877 {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 01:04:32.463769 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-124f53b5-95be-4c71-9785-f519b8fb266f admin admin] Publish callbacks [] for subnet (4df58542-9e30-4cb4-a95e-eb494a467877), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:32.502213 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-124f53b5-95be-4c71-9785-f519b8fb266f admin admin] Publish callbacks [] for subnet (4df58542-9e30-4cb4-a95e-eb494a467877), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:32.508467 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-124f53b5-95be-4c71-9785-f519b8fb266f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1702200'] for subnet (4df58542-9e30-4cb4-a95e-eb494a467877), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:32.567010 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-124f53b5-95be-4c71-9785-f519b8fb266f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1702193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for subnet (4df58542-9e30-4cb4-a95e-eb494a467877), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:32.598612 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-124f53b5-95be-4c71-9785-f519b8fb266f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:32.601738 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-124f53b5-95be-4c71-9785-f519b8fb266f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4df58542-9e30-4cb4-a95e-eb494a467877 HTTP/1.1" status: 204 len: 168 time: 0.1902261 Jul 24 01:04:32.602733 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f53b5-95be-4c71-9785-f519b8fb266f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4df58542-9e30-4cb4-a95e-eb494a467877,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:32.604244 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35008) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:32.679784 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9864c596-a70c-4f41-90f2-75903446f892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658929'] for network (817ac8a4-2b25-4742-bdf4-9d6cc008d45a), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:32.758303 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9864c596-a70c-4f41-90f2-75903446f892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702323', 'neutron.services.segments.db._delete_segments_for_network-8763390966860'] for network (817ac8a4-2b25-4742-bdf4-9d6cc008d45a), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:32.781854 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-9864c596-a70c-4f41-90f2-75903446f892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817ac8a4-2b25-4742-bdf4-9d6cc008d45a']}} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:32.791866 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-9864c596-a70c-4f41-90f2-75903446f892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21be0d44-3350-41eb-955e-6856e87a6bf7') {'for_net_delete': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:32.792160 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-9864c596-a70c-4f41-90f2-75903446f892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21be0d44-3350-41eb-955e-6856e87a6bf7') {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:32.802564 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9864c596-a70c-4f41-90f2-75903446f892 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763390966245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4260252'] for segment (21be0d44-3350-41eb-955e-6856e87a6bf7), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:32.816078 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9864c596-a70c-4f41-90f2-75903446f892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (21be0d44-3350-41eb-955e-6856e87a6bf7), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:32.822998 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9864c596-a70c-4f41-90f2-75903446f892 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:04:32.823387 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9864c596-a70c-4f41-90f2-75903446f892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4238482'] for segment (21be0d44-3350-41eb-955e-6856e87a6bf7), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:32.869357 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.services.segments.plugin [-] Segment 21be0d44-3350-41eb-955e-6856e87a6bf7 resource provider aggregate not found Jul 24 01:04:32.887535 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9864c596-a70c-4f41-90f2-75903446f892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687525'] for network (817ac8a4-2b25-4742-bdf4-9d6cc008d45a), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:32.894711 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def73353-db85-4602-b64b-85ad7311e66a req-fa8a8721-45ea-4d1c-b0d1-1987f1fa9043 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:32.897659 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9864c596-a70c-4f41-90f2-75903446f892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:32.903523 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-9864c596-a70c-4f41-90f2-75903446f892 admin admin] 10.222.0.18 "DELETE /v2.0/networks/817ac8a4-2b25-4742-bdf4-9d6cc008d45a HTTP/1.1" status: 204 len: 168 time: 0.2958872 Jul 24 01:04:32.903660 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-def73353-db85-4602-b64b-85ad7311e66a req-fa8a8721-45ea-4d1c-b0d1-1987f1fa9043 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0655701 Jul 24 01:04:32.913212 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864c596-a70c-4f41-90f2-75903446f892 admin admin] Pushing event deleted for resources: {'Network': ['ID=817ac8a4-2b25-4742-bdf4-9d6cc008d45a,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:32.916454 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.services.segments.plugin [-] Segment 21be0d44-3350-41eb-955e-6856e87a6bf7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21be0d44-3350-41eb-955e-6856e87a6bf7 found for delete ", "request_id": "req-a976a031-479f-43bb-9d07-f9765e555bdb"}]} Jul 24 01:04:32.972541 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-def73353-db85-4602-b64b-85ad7311e66a req-3e6dece7-1a87-4e2d-a1d9-e524d6263853 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572274 Jul 24 01:04:33.104407 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35026) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:33.180024 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c254776-d3f4-485e-b1f0-1ba50098c858 req-73ca5e67-4f42-4652-a2ad-f62a701f9246 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:33.181479 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0c254776-d3f4-485e-b1f0-1ba50098c858 req-73ca5e67-4f42-4652-a2ad-f62a701f9246 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 946 time: 0.0694962 Jul 24 01:04:33.183905 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-be71a2bd-4e11-4507-a8ae-853a11bfc802 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4dd26bb2797345d6b531f5ba5db5cbc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0783868 Jul 24 01:04:33.186373 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35028) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:33.262370 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0c254776-d3f4-485e-b1f0-1ba50098c858 req-901f9640-b129-4c73-b1d8-15ba81add8d8 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693114 Jul 24 01:04:33.274482 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a01effac-5a03-4ae4-93cb-d52eed6090d8 admin admin] Publish callbacks [] for security_group (a5930daf-9d21-45bd-a817-a6edf82c5197), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:33.285349 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35030) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:33.298316 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a01effac-5a03-4ae4-93cb-d52eed6090d8 admin admin] Publish callbacks [] for security_group (a5930daf-9d21-45bd-a817-a6edf82c5197), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:33.349287 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a01effac-5a03-4ae4-93cb-d52eed6090d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (a5930daf-9d21-45bd-a817-a6edf82c5197), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:33.352059 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a01effac-5a03-4ae4-93cb-d52eed6090d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:33.353212 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a01effac-5a03-4ae4-93cb-d52eed6090d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5930daf-9d21-45bd-a817-a6edf82c5197 HTTP/1.1" status: 204 len: 168 time: 0.1659083 Jul 24 01:04:33.361297 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01effac-5a03-4ae4-93cb-d52eed6090d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5930daf-9d21-45bd-a817-a6edf82c5197,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:33.482825 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94ee84d-3523-43dc-9e66-0073f903ac03 tempest-TestMinimumBasicScenario-361616982 tempest-TestMinimumBasicScenario-361616982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:33.484348 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-b94ee84d-3523-43dc-9e66-0073f903ac03 tempest-TestMinimumBasicScenario-361616982 tempest-TestMinimumBasicScenario-361616982-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 1125 time: 0.1980259 Jul 24 01:04:33.487402 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35036) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:33.491837 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-9ab8ed0c-92d7-4e76-a77e-e046e30494bb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Request body: {'floatingip': {'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'port_id': '83a88c5b-6010-4bfd-9dd1-ee05588aab25', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:04:33.512132 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9ab8ed0c-92d7-4e76-a77e-e046e30494bb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:33.597622 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9ab8ed0c-92d7-4e76-a77e-e046e30494bb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:33.709989 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-9ab8ed0c-92d7-4e76-a77e-e046e30494bb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Allocated IP 172.37.6.164 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/7bf85773-8544-4eed-a39d-a24194d72318) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:33.812382 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9ab8ed0c-92d7-4e76-a77e-e046e30494bb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for port (7bf85773-8544-4eed-a39d-a24194d72318), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:33.846953 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9ab8ed0c-92d7-4e76-a77e-e046e30494bb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (7bf85773-8544-4eed-a39d-a24194d72318), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:33.888423 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab8ed0c-92d7-4e76-a77e-e046e30494bb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:33.893978 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-9ab8ed0c-92d7-4e76-a77e-e046e30494bb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:33.900867 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8ed0c-92d7-4e76-a77e-e046e30494bb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:04:33.904253 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8ed0c-92d7-4e76-a77e-e046e30494bb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Pushing event updated for resources: {'Port': ['ID=7bf85773-8544-4eed-a39d-a24194d72318,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:33.969510 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:33.998856 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:34.106940 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef7388-429a-4241-8904-f0c223f47118 req-a45d78d6-3c64-45d8-b008-dfcfd81d6bc3 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:34.108509 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d1ef7388-429a-4241-8904-f0c223f47118 req-a45d78d6-3c64-45d8-b008-dfcfd81d6bc3 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0642908 Jul 24 01:04:34.161113 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d1ef7388-429a-4241-8904-f0c223f47118 req-7def7157-6500-453a-bcb1-17cad418f00b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461841 Jul 24 01:04:34.283709 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9ab8ed0c-92d7-4e76-a77e-e046e30494bb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for floatingip (0e07962b-1d9a-49f6-9873-577f2a4704b6), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:34.359250 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9ab8ed0c-92d7-4e76-a77e-e046e30494bb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (7bf85773-8544-4eed-a39d-a24194d72318), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:34.517550 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9ab8ed0c-92d7-4e76-a77e-e046e30494bb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for port (7bf85773-8544-4eed-a39d-a24194d72318), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:34.523941 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9ab8ed0c-92d7-4e76-a77e-e046e30494bb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (7bf85773-8544-4eed-a39d-a24194d72318), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:34.603189 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8ed0c-92d7-4e76-a77e-e046e30494bb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Pushing event updated for resources: {'Port': ['ID=7bf85773-8544-4eed-a39d-a24194d72318,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:34.608260 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9ab8ed0c-92d7-4e76-a77e-e046e30494bb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (0e07962b-1d9a-49f6-9873-577f2a4704b6), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:34.718094 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.l3_db [None req-9ab8ed0c-92d7-4e76-a77e-e046e30494bb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Floating IP 0e07962b-1d9a-49f6-9873-577f2a4704b6 associated. External IP: 172.37.6.164, port: 83a88c5b-6010-4bfd-9dd1-ee05588aab25. Jul 24 01:04:35.063917 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:35.133970 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab8ed0c-92d7-4e76-a77e-e046e30494bb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Router f4220ce4-1073-4052-8a32-55841cf0ac6b has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:04:35.136282 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:35.245206 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab8ed0c-92d7-4e76-a77e-e046e30494bb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:04:35.256218 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5261f8a-111f-4aa9-a1d3-3824aafaec20 None None] Sync routers for ids ['f4220ce4-1073-4052-8a32-55841cf0ac6b'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:04:35.265101 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9ab8ed0c-92d7-4e76-a77e-e046e30494bb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:35.267832 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5261f8a-111f-4aa9-a1d3-3824aafaec20 None None] Routers {'f4220ce4-1073-4052-8a32-55841cf0ac6b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:04:35.269123 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-c5261f8a-111f-4aa9-a1d3-3824aafaec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:04:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['f4220ce4-1073-4052-8a32-55841cf0ac6b'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:35.277415 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:35.288032 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2445a4-0d35-49aa-9ddd-137930e40642 req-03f6d7a3-4c66-4f54-8704-ebe9893887fb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:35.289593 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0b2445a4-0d35-49aa-9ddd-137930e40642 req-03f6d7a3-4c66-4f54-8704-ebe9893887fb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0543733 Jul 24 01:04:35.300204 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-9ab8ed0c-92d7-4e76-a77e-e046e30494bb tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8090770 Jul 24 01:04:35.300204 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ae94be-ce19-4874-8fda-67767118d13f', 'tag': '83a88c5b-6010-4bfd-9dd1-ee05588aab25'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:04:35.300955 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb00c67-278c-4e0d-b0ae-6184ad3d271f" -d '{"events": [{"name": "network-changed", "server_uuid": "12ae94be-ce19-4874-8fda-67767118d13f", "tag": "83a88c5b-6010-4bfd-9dd1-ee05588aab25"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:04:35.301143 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35078) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:35.307205 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-523df364-f791-4957-b70d-c53daec14374 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1372850725', 'description': 'tempest-secgroup-smoke-1372850725 description', 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:04:35.338120 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6597e05f-ccd4-4b96-99ca-e5a84dbecf63 x-openstack-request-id: req-6597e05f-ccd4-4b96-99ca-e5a84dbecf63 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:04:35.338479 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ae94be-ce19-4874-8fda-67767118d13f", "tag": "83a88c5b-6010-4bfd-9dd1-ee05588aab25", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:04:35.338807 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6597e05f-ccd4-4b96-99ca-e5a84dbecf63 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:04:35.339282 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6597e05f-ccd4-4b96-99ca-e5a84dbecf63'] response: {'name': 'network-changed', 'server_uuid': '12ae94be-ce19-4874-8fda-67767118d13f', 'tag': '83a88c5b-6010-4bfd-9dd1-ee05588aab25', 'status': 'completed', 'code': 200} Jul 24 01:04:35.361692 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-523df364-f791-4957-b70d-c53daec14374 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:35.380105 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0b2445a4-0d35-49aa-9ddd-137930e40642 req-6159b545-1070-419d-8add-2cb359c5185e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780258 Jul 24 01:04:35.465009 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb00c67-278c-4e0d-b0ae-6184ad3d271f req-22ec235c-5cc5-4145-95f0-c82553fe5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:35.466568 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ecb00c67-278c-4e0d-b0ae-6184ad3d271f req-22ec235c-5cc5-4145-95f0-c82553fe5461 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee9d5b852be444f48a33b2f4be5c34be&device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 1130 time: 0.0616338 Jul 24 01:04:35.466991 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:35.508460 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-523df364-f791-4957-b70d-c53daec14374 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group (b8b34d0f-b8f7-4710-9499-8209c663a9ff), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:35.512647 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-c5261f8a-111f-4aa9-a1d3-3824aafaec20 None None] Set router f4220ce4-1073-4052-8a32-55841cf0ac6b gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:04:35.517776 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-523df364-f791-4957-b70d-c53daec14374 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (b8b34d0f-b8f7-4710-9499-8209c663a9ff), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:35.583170 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-523df364-f791-4957-b70d-c53daec14374 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:35.584311 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-523df364-f791-4957-b70d-c53daec14374 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2810545 Jul 24 01:04:35.587199 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35082) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:35.597003 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-6d220f0a-eacc-4e1f-994d-451ef9b38f6c tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Request body: {'security_group_rule': {'security_group_id': 'b8b34d0f-b8f7-4710-9499-8209c663a9ff', 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:04:35.602288 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523df364-f791-4957-b70d-c53daec14374 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b34d0f-b8f7-4710-9499-8209c663a9ff,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:35.633534 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb00c67-278c-4e0d-b0ae-6184ad3d271f req-c8f2b234-f0b9-4a9c-9a7d-8342d4834b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:35.635026 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ecb00c67-278c-4e0d-b0ae-6184ad3d271f req-c8f2b234-f0b9-4a9c-9a7d-8342d4834b2a service neutron] 10.222.0.39 "GET /v2.0/networks?id=a03d2c45-4db4-45be-ae0a-38988e70c5b5 HTTP/1.1" status: 200 len: 915 time: 0.1566556 Jul 24 01:04:35.652178 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6d220f0a-eacc-4e1f-994d-451ef9b38f6c tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group_rule (56b3e8fd-0f9b-490b-852a-7438074a9e1d), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:35.730699 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ecb00c67-278c-4e0d-b0ae-6184ad3d271f req-8fbc366d-430a-43f5-b4e8-bf8ddba8a1bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83a88c5b-6010-4bfd-9dd1-ee05588aab25 HTTP/1.1" status: 200 len: 1000 time: 0.0864227 Jul 24 01:04:35.732317 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-c5261f8a-111f-4aa9-a1d3-3824aafaec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'name': 'tempest-TestMinimumBasicScenario-248493288-router', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127'}], 'enable_snat': True}, 'gw_port_id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:22Z', 'revision_number': 4, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'gw_port': {'id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '0e07962b-1d9a-49f6-9873-577f2a4704b6', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'floating_ip_address': '172.37.6.164', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'port_id': '83a88c5b-6010-4bfd-9dd1-ee05588aab25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5', 'mac_address': 'fa:16:3e:18:be:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ae94be-ce19-4874-8fda-67767118d13f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:04:34Z', 'updated_at': '2022-07-24T01:04:34Z', 'revision_number': 0, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2fd4cbf-1af6-4241-b2e4-d34b053e0083', 'name': '', 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'mac_address': 'fa:16:3e:18:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:22Z', 'updated_at': '2022-07-24T01:03:28Z', 'revision_number': 5, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'subnets': [{'id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:35.762901 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5261f8a-111f-4aa9-a1d3-3824aafaec20 None None] Checking router: f4220ce4-1073-4052-8a32-55841cf0ac6b for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:04:35.773824 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5261f8a-111f-4aa9-a1d3-3824aafaec20 None None] Routers {'f4220ce4-1073-4052-8a32-55841cf0ac6b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:04:35.774460 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-c5261f8a-111f-4aa9-a1d3-3824aafaec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:04:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['f4220ce4-1073-4052-8a32-55841cf0ac6b'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:35.794686 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6d220f0a-eacc-4e1f-994d-451ef9b38f6c tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group_rule (56b3e8fd-0f9b-490b-852a-7438074a9e1d), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:35.799469 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb00c67-278c-4e0d-b0ae-6184ad3d271f req-e9c68d9a-59be-45c4-b460-a6351afa77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:35.801652 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ecb00c67-278c-4e0d-b0ae-6184ad3d271f req-e9c68d9a-59be-45c4-b460-a6351afa77e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=008e51ac-13a1-4b5d-97d5-309dbd528833 HTTP/1.1" status: 200 len: 853 time: 0.0622652 Jul 24 01:04:35.802811 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6d220f0a-eacc-4e1f-994d-451ef9b38f6c tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (56b3e8fd-0f9b-490b-852a-7438074a9e1d), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:35.850971 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d220f0a-eacc-4e1f-994d-451ef9b38f6c tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b3e8fd-0f9b-490b-852a-7438074a9e1d,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:35.863188 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6d220f0a-eacc-4e1f-994d-451ef9b38f6c tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:35.867139 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-6d220f0a-eacc-4e1f-994d-451ef9b38f6c tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2745776 Jul 24 01:04:35.868007 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35088) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:35.868467 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb00c67-278c-4e0d-b0ae-6184ad3d271f req-20c4fe79-1819-41e6-bd8c-fcc3c3a36b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:35.869594 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ecb00c67-278c-4e0d-b0ae-6184ad3d271f req-20c4fe79-1819-41e6-bd8c-fcc3c3a36b69 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a03d2c45-4db4-45be-ae0a-38988e70c5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588388 Jul 24 01:04:35.872695 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-c215bf55-9fea-4b37-81c5-3214a7310989 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Request body: {'security_group_rule': {'security_group_id': 'b8b34d0f-b8f7-4710-9499-8209c663a9ff', 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:04:35.906370 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c215bf55-9fea-4b37-81c5-3214a7310989 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group_rule (5a9b0c52-88b7-4b48-bd9f-d4b90a69f812), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:35.907943 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-c5261f8a-111f-4aa9-a1d3-3824aafaec20 None None] Set router f4220ce4-1073-4052-8a32-55841cf0ac6b gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:04:35.974829 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c215bf55-9fea-4b37-81c5-3214a7310989 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group_rule (5a9b0c52-88b7-4b48-bd9f-d4b90a69f812), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:35.980087 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c215bf55-9fea-4b37-81c5-3214a7310989 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (5a9b0c52-88b7-4b48-bd9f-d4b90a69f812), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:35.993654 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ecb00c67-278c-4e0d-b0ae-6184ad3d271f req-338e9684-1ee5-4478-bb54-8dbb876d01d7 service neutron] 10.222.0.39 "GET /v2.0/networks/a03d2c45-4db4-45be-ae0a-38988e70c5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166723 Jul 24 01:04:36.004232 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215bf55-9fea-4b37-81c5-3214a7310989 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9b0c52-88b7-4b48-bd9f-d4b90a69f812,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:36.011141 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c215bf55-9fea-4b37-81c5-3214a7310989 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:36.015599 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-c215bf55-9fea-4b37-81c5-3214a7310989 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1438158 Jul 24 01:04:36.015599 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35092) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:36.022104 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-60cf2963-6cd2-47e0-bf4b-a0e477dad888 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Request body: {'security_group_rule': {'security_group_id': 'b8b34d0f-b8f7-4710-9499-8209c663a9ff', 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:04:36.067466 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-60cf2963-6cd2-47e0-bf4b-a0e477dad888 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group_rule (9cc0b63c-1f42-40a8-a423-eb7ccb1a865c), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:36.118368 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ecb00c67-278c-4e0d-b0ae-6184ad3d271f req-8c26ea9f-7185-41af-9eaa-f0d90079bb2b service neutron] 10.222.0.39 "GET /v2.0/networks/a03d2c45-4db4-45be-ae0a-38988e70c5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177735 Jul 24 01:04:36.130047 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-60cf2963-6cd2-47e0-bf4b-a0e477dad888 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group_rule (9cc0b63c-1f42-40a8-a423-eb7ccb1a865c), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:36.133708 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-60cf2963-6cd2-47e0-bf4b-a0e477dad888 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (9cc0b63c-1f42-40a8-a423-eb7ccb1a865c), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:36.156205 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf2963-6cd2-47e0-bf4b-a0e477dad888 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc0b63c-1f42-40a8-a423-eb7ccb1a865c,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:36.162316 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-60cf2963-6cd2-47e0-bf4b-a0e477dad888 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:36.166168 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35094) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:36.166315 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-60cf2963-6cd2-47e0-bf4b-a0e477dad888 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479757 Jul 24 01:04:36.170811 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-0112c0d4-83ce-4bf8-9653-fb2276b841f9 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Request body: {'security_group_rule': {'security_group_id': 'b8b34d0f-b8f7-4710-9499-8209c663a9ff', 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:04:36.176306 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:36.181492 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-c5261f8a-111f-4aa9-a1d3-3824aafaec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'name': 'tempest-TestMinimumBasicScenario-248493288-router', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127'}], 'enable_snat': True}, 'gw_port_id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:22Z', 'revision_number': 4, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'gw_port': {'id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '0e07962b-1d9a-49f6-9873-577f2a4704b6', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'floating_ip_address': '172.37.6.164', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'port_id': '83a88c5b-6010-4bfd-9dd1-ee05588aab25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5', 'mac_address': 'fa:16:3e:18:be:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ae94be-ce19-4874-8fda-67767118d13f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:04:34Z', 'updated_at': '2022-07-24T01:04:34Z', 'revision_number': 0, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2fd4cbf-1af6-4241-b2e4-d34b053e0083', 'name': '', 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'mac_address': 'fa:16:3e:18:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:22Z', 'updated_at': '2022-07-24T01:03:28Z', 'revision_number': 5, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'subnets': [{'id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:36.204471 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0112c0d4-83ce-4bf8-9653-fb2276b841f9 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group_rule (2160eca5-ac9d-479a-8be1-8f54f7271dd0), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:36.207536 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5261f8a-111f-4aa9-a1d3-3824aafaec20 None None] The sync data for ids ['f4220ce4-1073-4052-8a32-55841cf0ac6b'] in dv-cinder-master-3-iscsi is: [{'id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'name': 'tempest-TestMinimumBasicScenario-248493288-router', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127'}], 'enable_snat': True}, 'gw_port_id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:22Z', 'revision_number': 4, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'gw_port': {'id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '0e07962b-1d9a-49f6-9873-577f2a4704b6', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'floating_ip_address': '172.37.6.164', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'port_id': '83a88c5b-6010-4bfd-9dd1-ee05588aab25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5', 'mac_address': 'fa:16:3e:18:be:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ae94be-ce19-4874-8fda-67767118d13f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:04:34Z', 'updated_at': '2022-07-24T01:04:34Z', 'revision_number': 0, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2fd4cbf-1af6-4241-b2e4-d34b053e0083', 'name': '', 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'mac_address': 'fa:16:3e:18:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:22Z', 'updated_at': '2022-07-24T01:03:28Z', 'revision_number': 5, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'subnets': [{'id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:04:36.265803 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0112c0d4-83ce-4bf8-9653-fb2276b841f9 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group_rule (2160eca5-ac9d-479a-8be1-8f54f7271dd0), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:36.270118 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0112c0d4-83ce-4bf8-9653-fb2276b841f9 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (2160eca5-ac9d-479a-8be1-8f54f7271dd0), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:36.290348 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112c0d4-83ce-4bf8-9653-fb2276b841f9 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2160eca5-ac9d-479a-8be1-8f54f7271dd0,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:36.297862 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0112c0d4-83ce-4bf8-9653-fb2276b841f9 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:36.299070 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-0112c0d4-83ce-4bf8-9653-fb2276b841f9 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1318190 Jul 24 01:04:36.301899 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35096) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:36.306260 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-3086af12-ffb4-41b5-9613-da57f57390ea tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Request body: {'security_group_rule': {'security_group_id': 'b8b34d0f-b8f7-4710-9499-8209c663a9ff', 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:04:36.328078 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.securitygroups_db [None req-3086af12-ffb4-41b5-9613-da57f57390ea tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Project ee9d5b852be444f48a33b2f4be5c34be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:04:36.335575 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3086af12-ffb4-41b5-9613-da57f57390ea tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group_rule (2871be04-8040-4e73-99f5-3e38b1096a18), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:36.389143 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:36.399999 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3086af12-ffb4-41b5-9613-da57f57390ea tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group_rule (2871be04-8040-4e73-99f5-3e38b1096a18), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:36.405078 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3086af12-ffb4-41b5-9613-da57f57390ea tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (2871be04-8040-4e73-99f5-3e38b1096a18), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:36.405665 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0311a5e-6f8b-4be9-a44e-9110b21a3ce6 None None] New status for floating IP 0e07962b-1d9a-49f6-9873-577f2a4704b6: ACTIVE {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:04:36.432444 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086af12-ffb4-41b5-9613-da57f57390ea tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2871be04-8040-4e73-99f5-3e38b1096a18,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:36.441642 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3086af12-ffb4-41b5-9613-da57f57390ea tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:36.445947 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35100) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:36.446126 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3086af12-ffb4-41b5-9613-da57f57390ea tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432126 Jul 24 01:04:36.450680 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-9ac34b78-638c-4440-8a96-651f900a1eb0 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Request body: {'security_group_rule': {'security_group_id': 'b8b34d0f-b8f7-4710-9499-8209c663a9ff', 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:04:36.474269 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.securitygroups_db [None req-9ac34b78-638c-4440-8a96-651f900a1eb0 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Project ee9d5b852be444f48a33b2f4be5c34be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:04:36.480946 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9ac34b78-638c-4440-8a96-651f900a1eb0 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group_rule (29a4f7da-6980-4f0e-a867-3db9f2f27e59), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:36.524056 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75c5d9-4d14-483d-9c2e-09488d0bd76c req-5f091ac3-658c-46d2-bd63-24b0673e5d54 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:36.525607 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-df75c5d9-4d14-483d-9c2e-09488d0bd76c req-5f091ac3-658c-46d2-bd63-24b0673e5d54 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0548449 Jul 24 01:04:36.545462 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9ac34b78-638c-4440-8a96-651f900a1eb0 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group_rule (29a4f7da-6980-4f0e-a867-3db9f2f27e59), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:36.550653 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9ac34b78-638c-4440-8a96-651f900a1eb0 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (29a4f7da-6980-4f0e-a867-3db9f2f27e59), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:36.570930 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac34b78-638c-4440-8a96-651f900a1eb0 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a4f7da-6980-4f0e-a867-3db9f2f27e59,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:36.584634 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9ac34b78-638c-4440-8a96-651f900a1eb0 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:36.586624 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-9ac34b78-638c-4440-8a96-651f900a1eb0 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394079 Jul 24 01:04:36.595485 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-df75c5d9-4d14-483d-9c2e-09488d0bd76c req-2370a4ea-39a8-4602-8edb-4ad191d74a45 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632107 Jul 24 01:04:36.683089 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e3cea3c1-5c31-4185-8450-04e5595cd9b3 req-5a3a9bbb-3ea2-4492-94dc-63a4035a38b4 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1372850725&fields=id&tenant_id=ee9d5b852be444f48a33b2f4be5c34be HTTP/1.1" status: 200 len: 267 time: 0.0481472 Jul 24 01:04:36.734621 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cea3c1-5c31-4185-8450-04e5595cd9b3 req-c3661e74-6e5f-4ac1-9c17-5d1f0edec609 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:36.736091 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e3cea3c1-5c31-4185-8450-04e5595cd9b3 req-c3661e74-6e5f-4ac1-9c17-5d1f0edec609 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 946 time: 0.0468752 Jul 24 01:04:36.747390 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-e3cea3c1-5c31-4185-8450-04e5595cd9b3 req-f1cafe31-e6bf-4c4c-abac-456371ffd874 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Request body: {'port': {'security_groups': ['e587b3f3-9398-4e93-9908-555b72945bdd', 'b8b34d0f-b8f7-4710-9499-8209c663a9ff']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:04:36.820841 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e3cea3c1-5c31-4185-8450-04e5595cd9b3 req-f1cafe31-e6bf-4c4c-abac-456371ffd874 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:37.007627 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-e3cea3c1-5c31-4185-8450-04e5595cd9b3 req-f1cafe31-e6bf-4c4c-abac-456371ffd874 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] For port 83a88c5b-6010-4bfd-9dd1-ee05588aab25, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=83a88c5b-6010-4bfd-9dd1-ee05588aab25,segment=NetworkSegment(3f929964-098f-4d6d-8054-cc15732a4db6),segment_id=3f929964-098f-4d6d-8054-cc15732a4db6)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:37.009169 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:37.039722 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e3cea3c1-5c31-4185-8450-04e5595cd9b3 req-f1cafe31-e6bf-4c4c-abac-456371ffd874 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:37.043885 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e3cea3c1-5c31-4185-8450-04e5595cd9b3 req-f1cafe31-e6bf-4c4c-abac-456371ffd874 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:37.086499 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cea3c1-5c31-4185-8450-04e5595cd9b3 req-f1cafe31-e6bf-4c4c-abac-456371ffd874 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:37.087140 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-e3cea3c1-5c31-4185-8450-04e5595cd9b3 req-f1cafe31-e6bf-4c4c-abac-456371ffd874 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:37.088535 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e3cea3c1-5c31-4185-8450-04e5595cd9b3 req-f1cafe31-e6bf-4c4c-abac-456371ffd874 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "PUT /v2.0/ports/83a88c5b-6010-4bfd-9dd1-ee05588aab25 HTTP/1.1" status: 200 len: 982 time: 0.3457718 Jul 24 01:04:37.089015 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ae94be-ce19-4874-8fda-67767118d13f', 'tag': '83a88c5b-6010-4bfd-9dd1-ee05588aab25'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:04:37.091424 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f95e8d-2727-4f5b-bffd-7cb6ba310966" -d '{"events": [{"name": "network-changed", "server_uuid": "12ae94be-ce19-4874-8fda-67767118d13f", "tag": "83a88c5b-6010-4bfd-9dd1-ee05588aab25"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:04:37.121191 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cafe31-e6bf-4c4c-abac-456371ffd874 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Pushing event updated for resources: {'Port': ['ID=83a88c5b-6010-4bfd-9dd1-ee05588aab25,revision_number=6']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:37.139076 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e137c10-00af-4bac-9d06-9b37d8d4ad15 x-openstack-request-id: req-0e137c10-00af-4bac-9d06-9b37d8d4ad15 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:04:37.139391 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ae94be-ce19-4874-8fda-67767118d13f", "tag": "83a88c5b-6010-4bfd-9dd1-ee05588aab25", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:04:37.139647 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e137c10-00af-4bac-9d06-9b37d8d4ad15 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:04:37.140059 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e137c10-00af-4bac-9d06-9b37d8d4ad15'] response: {'name': 'network-changed', 'server_uuid': '12ae94be-ce19-4874-8fda-67767118d13f', 'tag': '83a88c5b-6010-4bfd-9dd1-ee05588aab25', 'status': 'completed', 'code': 200} Jul 24 01:04:37.196834 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ac374-19c5-4faf-9f3e-7b79ee024cbe req-b08286e2-47cd-4f2c-8202-2acd27deb011 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:37.198343 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-242ac374-19c5-4faf-9f3e-7b79ee024cbe req-b08286e2-47cd-4f2c-8202-2acd27deb011 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.0508585 Jul 24 01:04:37.262220 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-242ac374-19c5-4faf-9f3e-7b79ee024cbe req-ddc43516-cffd-46e2-859f-b13b0dd70cba tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&id=b8b34d0f-b8f7-4710-9499-8209c663a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580237 Jul 24 01:04:37.332478 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-5d6b3615-1d7f-4981-8017-4bc2c72ff421 None None] Provisioning complete for port 83a88c5b-6010-4bfd-9dd1-ee05588aab25 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:04:37.333049 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5d6b3615-1d7f-4981-8017-4bc2c72ff421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:37.409327 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-5d6b3615-1d7f-4981-8017-4bc2c72ff421 None None] Current status of the port 83a88c5b-6010-4bfd-9dd1-ee05588aab25 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:04:37.706117 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6565c6f-a659-4833-bfb3-5a3820066f2f req-e36f9de4-e87c-46f6-be79-b430a3b1010c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:37.707366 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e6565c6f-a659-4833-bfb3-5a3820066f2f req-e36f9de4-e87c-46f6-be79-b430a3b1010c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0498381 Jul 24 01:04:37.754096 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e6565c6f-a659-4833-bfb3-5a3820066f2f req-1ad4da42-6708-4819-909f-956ebb467070 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411646 Jul 24 01:04:38.873644 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5da6e-6283-4140-96c4-a7bc8bc09b86 req-55834e80-d394-49b2-a89a-6b8e91de8c11 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:38.874829 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-17c5da6e-6283-4140-96c4-a7bc8bc09b86 req-55834e80-d394-49b2-a89a-6b8e91de8c11 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0493774 Jul 24 01:04:38.900026 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['83a88c5b-6010-4bfd-9dd1-ee05588aab25'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:04:38.938872 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-17c5da6e-6283-4140-96c4-a7bc8bc09b86 req-a296a338-1544-4596-9450-57a860bad28a tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571775 Jul 24 01:04:38.978679 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f95e8d-2727-4f5b-bffd-7cb6ba310966 req-4754ba2e-755b-4c6e-a8fe-37ce2060f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:38.980622 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b6f95e8d-2727-4f5b-bffd-7cb6ba310966 req-4754ba2e-755b-4c6e-a8fe-37ce2060f58f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee9d5b852be444f48a33b2f4be5c34be&device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 1169 time: 0.0575132 Jul 24 01:04:39.005303 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=100 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:39.032473 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=100 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:39.108863 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f95e8d-2727-4f5b-bffd-7cb6ba310966 req-37af1b76-0bc4-4716-adc7-7aa16d17ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:39.110656 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b6f95e8d-2727-4f5b-bffd-7cb6ba310966 req-37af1b76-0bc4-4716-adc7-7aa16d17ed47 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a03d2c45-4db4-45be-ae0a-38988e70c5b5 HTTP/1.1" status: 200 len: 915 time: 0.1160119 Jul 24 01:04:39.147050 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:39.155946 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['83a88c5b-6010-4bfd-9dd1-ee05588aab25'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:04:39.183227 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336232f1-8b74-4da3-88b7-fdbd9cfa73df req-1722fbd4-d2da-4d0d-93a5-27d2e5ac8a3e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:39.184702 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-336232f1-8b74-4da3-88b7-fdbd9cfa73df req-1722fbd4-d2da-4d0d-93a5-27d2e5ac8a3e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 946 time: 0.0487347 Jul 24 01:04:39.233065 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-336232f1-8b74-4da3-88b7-fdbd9cfa73df req-0cc3d124-cc71-4b91-bea2-c592fd041b8e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6d049ce-0b9c-4b7b-987f-aa8602ce7a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414205 Jul 24 01:04:39.758949 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:40.062182 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1e9af-a960-43ec-a7f0-156c74089b14 req-0240fc21-e99e-47b8-aa22-68d6336cbe23 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:40.063550 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9eb1e9af-a960-43ec-a7f0-156c74089b14 req-0240fc21-e99e-47b8-aa22-68d6336cbe23 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0501354 Jul 24 01:04:40.110275 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9eb1e9af-a960-43ec-a7f0-156c74089b14 req-ed373ba8-46ac-4edd-9610-1e8536412802 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409367 Jul 24 01:04:40.347021 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93ebc0-ad11-4e52-989e-c42b818eab9f req-e175761d-0eba-4d24-abea-d69c5b42aa07 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:40.348373 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0d93ebc0-ad11-4e52-989e-c42b818eab9f req-e175761d-0eba-4d24-abea-d69c5b42aa07 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 946 time: 0.0463459 Jul 24 01:04:40.393876 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0d93ebc0-ad11-4e52-989e-c42b818eab9f req-f8bf01a0-d0c6-4149-aefc-6d242c7e728b tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6d049ce-0b9c-4b7b-987f-aa8602ce7a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400543 Jul 24 01:04:40.620548 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b6f95e8d-2727-4f5b-bffd-7cb6ba310966 req-22df4fb2-d0a8-429a-b1fd-6d80917a2d71 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83a88c5b-6010-4bfd-9dd1-ee05588aab25 HTTP/1.1" status: 200 len: 1002 time: 0.0595784 Jul 24 01:04:40.926186 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f95e8d-2727-4f5b-bffd-7cb6ba310966 req-b9000c78-57a8-43f3-b642-b8b9ca3e62df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:40.927629 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b6f95e8d-2727-4f5b-bffd-7cb6ba310966 req-b9000c78-57a8-43f3-b642-b8b9ca3e62df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=008e51ac-13a1-4b5d-97d5-309dbd528833 HTTP/1.1" status: 200 len: 853 time: 0.0439718 Jul 24 01:04:41.225334 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9124b4-09ba-4da9-a14b-1f87e64209f0 req-3c2e6878-1351-4216-83d9-cf77f2113c1d tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:41.226833 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7b9124b4-09ba-4da9-a14b-1f87e64209f0 req-3c2e6878-1351-4216-83d9-cf77f2113c1d tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0467370 Jul 24 01:04:41.284010 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7b9124b4-09ba-4da9-a14b-1f87e64209f0 req-13479e6a-3dcc-44f8-a4bc-366f79ebfba0 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507853 Jul 24 01:04:41.347759 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f95e8d-2727-4f5b-bffd-7cb6ba310966 req-4bb2b90f-c040-4fa0-aae1-de79f3287090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:41.349861 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b6f95e8d-2727-4f5b-bffd-7cb6ba310966 req-4bb2b90f-c040-4fa0-aae1-de79f3287090 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a03d2c45-4db4-45be-ae0a-38988e70c5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622706 Jul 24 01:04:41.364250 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c6c9f-169a-459d-b220-c9b9f45eb361 req-81e1384f-b799-426d-9aaa-db17b91173fb tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:41.367120 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-061c6c9f-169a-459d-b220-c9b9f45eb361 req-81e1384f-b799-426d-9aaa-db17b91173fb tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 946 time: 0.0781758 Jul 24 01:04:41.367252 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:41.452172 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b6f95e8d-2727-4f5b-bffd-7cb6ba310966 req-c92bdbce-4778-4457-89cb-9fc6d3dc6b6c service neutron] 10.222.0.39 "GET /v2.0/networks/a03d2c45-4db4-45be-ae0a-38988e70c5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947051 Jul 24 01:04:41.538192 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516dc6a5-7cdb-4bff-9ebb-6d7f7336d0f5 req-3b5ff98d-35e3-41f2-bb36-944cd9a0a4fe tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:41.540154 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-516dc6a5-7cdb-4bff-9ebb-6d7f7336d0f5 req-3b5ff98d-35e3-41f2-bb36-944cd9a0a4fe tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 946 time: 0.0758853 Jul 24 01:04:41.546913 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-061c6c9f-169a-459d-b220-c9b9f45eb361 req-d85ebad0-29bb-4bcd-97e1-f71fd63d3617 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Deleting port 0a201010-559e-40e9-8371-e03c2a2e2d4c {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:04:41.547369 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-061c6c9f-169a-459d-b220-c9b9f45eb361 req-d85ebad0-29bb-4bcd-97e1-f71fd63d3617 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (0a201010-559e-40e9-8371-e03c2a2e2d4c), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:41.615651 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:41.632924 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b6f95e8d-2727-4f5b-bffd-7cb6ba310966 req-9550cecc-0b1d-4101-9170-fe13a8c535f9 service neutron] 10.222.0.39 "GET /v2.0/networks/a03d2c45-4db4-45be-ae0a-38988e70c5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672070 Jul 24 01:04:41.636341 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-516dc6a5-7cdb-4bff-9ebb-6d7f7336d0f5 req-9e0c6e0e-fd3c-4762-a7cf-35a45860b1f7 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=e6d049ce-0b9c-4b7b-987f-aa8602ce7a02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708477 Jul 24 01:04:41.641485 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-061c6c9f-169a-459d-b220-c9b9f45eb361 req-d85ebad0-29bb-4bcd-97e1-f71fd63d3617 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] For port 0a201010-559e-40e9-8371-e03c2a2e2d4c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0a201010-559e-40e9-8371-e03c2a2e2d4c,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:41.641846 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-061c6c9f-169a-459d-b220-c9b9f45eb361 req-d85ebad0-29bb-4bcd-97e1-f71fd63d3617 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (0a201010-559e-40e9-8371-e03c2a2e2d4c), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:41.649245 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:41.860495 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-061c6c9f-169a-459d-b220-c9b9f45eb361 req-d85ebad0-29bb-4bcd-97e1-f71fd63d3617 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:41.860860 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-061c6c9f-169a-459d-b220-c9b9f45eb361 req-d85ebad0-29bb-4bcd-97e1-f71fd63d3617 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (aec2493a-df3b-4f8f-96a2-ae117e1b6554), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:41.861181 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.l3_db [req-061c6c9f-169a-459d-b220-c9b9f45eb361 req-d85ebad0-29bb-4bcd-97e1-f71fd63d3617 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Floating IP aec2493a-df3b-4f8f-96a2-ae117e1b6554 disassociated. External IP: 172.37.6.145, port: 0a201010-559e-40e9-8371-e03c2a2e2d4c. Jul 24 01:04:41.861528 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-061c6c9f-169a-459d-b220-c9b9f45eb361 req-d85ebad0-29bb-4bcd-97e1-f71fd63d3617 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Calling delete_port for 0a201010-559e-40e9-8371-e03c2a2e2d4c owned by compute:nova {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:04:41.987434 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-061c6c9f-169a-459d-b220-c9b9f45eb361 req-d85ebad0-29bb-4bcd-97e1-f71fd63d3617 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (0a201010-559e-40e9-8371-e03c2a2e2d4c), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:42.012621 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ebad0-29bb-4bcd-97e1-f71fd63d3617 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event deleted for resources: {'Port': ['ID=0a201010-559e-40e9-8371-e03c2a2e2d4c,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:42.120537 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-061c6c9f-169a-459d-b220-c9b9f45eb361 req-d85ebad0-29bb-4bcd-97e1-f71fd63d3617 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Router e7884272-781c-4764-a5fa-e9aabaf2f60a has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:04:42.223505 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-061c6c9f-169a-459d-b220-c9b9f45eb361 req-d85ebad0-29bb-4bcd-97e1-f71fd63d3617 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:04:42.233751 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c26e0a-0d5a-4f06-a279-3fa9829ddae6 None None] Sync routers for ids ['e7884272-781c-4764-a5fa-e9aabaf2f60a'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:04:42.245396 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c26e0a-0d5a-4f06-a279-3fa9829ddae6 None None] Routers {'e7884272-781c-4764-a5fa-e9aabaf2f60a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:04:42.246013 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-13c26e0a-0d5a-4f06-a279-3fa9829ddae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:04:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['e7884272-781c-4764-a5fa-e9aabaf2f60a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:42.264303 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-061c6c9f-169a-459d-b220-c9b9f45eb361 req-d85ebad0-29bb-4bcd-97e1-f71fd63d3617 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] No DVR routers for this DVR port 0a201010-559e-40e9-8371-e03c2a2e2d4c on host hv-cinder-maste {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:04:42.266788 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-061c6c9f-169a-459d-b220-c9b9f45eb361 req-d85ebad0-29bb-4bcd-97e1-f71fd63d3617 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:42.270108 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-061c6c9f-169a-459d-b220-c9b9f45eb361 req-d85ebad0-29bb-4bcd-97e1-f71fd63d3617 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.39 "DELETE /v2.0/ports/0a201010-559e-40e9-8371-e03c2a2e2d4c HTTP/1.1" status: 204 len: 173 time: 0.8057499 Jul 24 01:04:42.270540 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd889446-7a8d-4e52-91a5-22b75a923a21', 'name': 'network-vif-deleted', 'tag': '0a201010-559e-40e9-8371-e03c2a2e2d4c'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:04:42.272764 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd219152-ca75-46e8-8ab4-fd3d865243c7" -d '{"events": [{"server_uuid": "fd889446-7a8d-4e52-91a5-22b75a923a21", "name": "network-vif-deleted", "tag": "0a201010-559e-40e9-8371-e03c2a2e2d4c"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:04:42.295999 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:42.311885 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403a22cf-d633-4572-840b-6324b05f4700 x-openstack-request-id: req-403a22cf-d633-4572-840b-6324b05f4700 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:04:42.312179 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd889446-7a8d-4e52-91a5-22b75a923a21", "name": "network-vif-deleted", "tag": "0a201010-559e-40e9-8371-e03c2a2e2d4c", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:04:42.312437 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-403a22cf-d633-4572-840b-6324b05f4700 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:04:42.312843 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-403a22cf-d633-4572-840b-6324b05f4700'] response: {'server_uuid': 'fd889446-7a8d-4e52-91a5-22b75a923a21', 'name': 'network-vif-deleted', 'tag': '0a201010-559e-40e9-8371-e03c2a2e2d4c', 'status': 'completed', 'code': 200} Jul 24 01:04:42.360233 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=100 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:42.365781 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-13c26e0a-0d5a-4f06-a279-3fa9829ddae6 None None] Set router e7884272-781c-4764-a5fa-e9aabaf2f60a gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:04:42.453703 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d935bbc-3fc4-4081-9b4b-e5241d4bdc8b req-818bc090-019f-4720-ba69-2c5042db65ce tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:42.455384 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4d935bbc-3fc4-4081-9b4b-e5241d4bdc8b req-818bc090-019f-4720-ba69-2c5042db65ce tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0684545 Jul 24 01:04:42.523532 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4d935bbc-3fc4-4081-9b4b-e5241d4bdc8b req-617d01d1-15bd-40ad-9c47-cddd78ec65f4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622416 Jul 24 01:04:42.601861 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-13c26e0a-0d5a-4f06-a279-3fa9829ddae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '899de017-2e27-4cd1-acc2-626c91d61c0b', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'floating_ip_address': '172.37.6.227', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'port_id': '3e10a0f3-72ea-499e-9aa7-f84921595c2e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'mac_address': 'fa:16:3e:47:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c006a24-d0c5-4ab6-9ce4-259e05a9c56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:01:11Z', 'updated_at': '2022-07-24T01:01:46Z', 'revision_number': 2, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:42.627376 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c26e0a-0d5a-4f06-a279-3fa9829ddae6 None None] Checking router: e7884272-781c-4764-a5fa-e9aabaf2f60a for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:04:42.635933 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c26e0a-0d5a-4f06-a279-3fa9829ddae6 None None] Routers {'e7884272-781c-4764-a5fa-e9aabaf2f60a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:04:42.636572 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-13c26e0a-0d5a-4f06-a279-3fa9829ddae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:04:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['e7884272-781c-4764-a5fa-e9aabaf2f60a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:42.752544 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-13c26e0a-0d5a-4f06-a279-3fa9829ddae6 None None] Set router e7884272-781c-4764-a5fa-e9aabaf2f60a gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:04:42.760858 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a1de1348-7e39-44b1-bff3-2f08692217c1 req-5ef250c4-de7d-46b1-8311-fb9f87ad3438 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd889446-7a8d-4e52-91a5-22b75a923a21 HTTP/1.1" status: 200 len: 210 time: 0.0338309 Jul 24 01:04:42.771703 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35168) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:42.897356 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bd9442ab-45e1-4cbb-a341-8d099ab2af07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:42.981041 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bd9442ab-45e1-4cbb-a341-8d099ab2af07 admin admin] Publish callbacks [] for security_group (c0358e7b-f112-4f7c-82e7-a9e0189d5b3d), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:42.988340 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bd9442ab-45e1-4cbb-a341-8d099ab2af07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (c0358e7b-f112-4f7c-82e7-a9e0189d5b3d), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:42.997171 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-13c26e0a-0d5a-4f06-a279-3fa9829ddae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '899de017-2e27-4cd1-acc2-626c91d61c0b', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'floating_ip_address': '172.37.6.227', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'port_id': '3e10a0f3-72ea-499e-9aa7-f84921595c2e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'mac_address': 'fa:16:3e:47:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c006a24-d0c5-4ab6-9ce4-259e05a9c56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:01:11Z', 'updated_at': '2022-07-24T01:01:46Z', 'revision_number': 2, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:43.032519 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c26e0a-0d5a-4f06-a279-3fa9829ddae6 None None] The sync data for ids ['e7884272-781c-4764-a5fa-e9aabaf2f60a'] in dv-cinder-master-3-iscsi is: [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '899de017-2e27-4cd1-acc2-626c91d61c0b', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'floating_ip_address': '172.37.6.227', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'port_id': '3e10a0f3-72ea-499e-9aa7-f84921595c2e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'mac_address': 'fa:16:3e:47:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c006a24-d0c5-4ab6-9ce4-259e05a9c56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:01:11Z', 'updated_at': '2022-07-24T01:01:46Z', 'revision_number': 2, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:04:43.034941 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-bd9442ab-45e1-4cbb-a341-8d099ab2af07 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73cb3e8939cf433fab1647cfd13e3d8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621300 Jul 24 01:04:43.035768 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9442ab-45e1-4cbb-a341-8d099ab2af07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0358e7b-f112-4f7c-82e7-a9e0189d5b3d,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:43.037685 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35174) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:43.083978 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:43.098276 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ee70e9bb-cb98-4ee4-9072-3f765906b407 admin admin] Publish callbacks [] for security_group (c0358e7b-f112-4f7c-82e7-a9e0189d5b3d), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:43.121136 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ee70e9bb-cb98-4ee4-9072-3f765906b407 admin admin] Publish callbacks [] for security_group (c0358e7b-f112-4f7c-82e7-a9e0189d5b3d), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:43.172653 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ee70e9bb-cb98-4ee4-9072-3f765906b407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (c0358e7b-f112-4f7c-82e7-a9e0189d5b3d), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:43.176717 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ee70e9bb-cb98-4ee4-9072-3f765906b407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:43.180739 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-ee70e9bb-cb98-4ee4-9072-3f765906b407 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0358e7b-f112-4f7c-82e7-a9e0189d5b3d HTTP/1.1" status: 204 len: 168 time: 0.1395688 Jul 24 01:04:43.188115 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70e9bb-cb98-4ee4-9072-3f765906b407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0358e7b-f112-4f7c-82e7-a9e0189d5b3d,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:43.314929 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d541ff-a511-4001-92e7-e05f01edc882 None None] New status for floating IP aec2493a-df3b-4f8f-96a2-ae117e1b6554: DOWN {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:04:43.391361 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c128a4cb-22c2-4b5c-8947-f50ea5eee2ed req-2ca20140-bd6a-4fa1-935b-752079c44b90 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443273 Jul 24 01:04:43.511352 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128a4cb-22c2-4b5c-8947-f50ea5eee2ed req-1e8bb822-cc38-4e58-bca4-506c78045d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:43.512910 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c128a4cb-22c2-4b5c-8947-f50ea5eee2ed req-1e8bb822-cc38-4e58-bca4-506c78045d97 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75293bf0100f435bb567b690edc85533&device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 1131 time: 0.0651855 Jul 24 01:04:43.560937 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:43.566103 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-acf394d0-b400-4488-8159-b6ae805b492e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:43.571005 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:43.638201 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128a4cb-22c2-4b5c-8947-f50ea5eee2ed req-26bf6aab-68d1-424b-9dca-c53a61fa7d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:43.639720 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c128a4cb-22c2-4b5c-8947-f50ea5eee2ed req-26bf6aab-68d1-424b-9dca-c53a61fa7d39 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e240c1c7-87a5-4124-b96b-a74d28ba2a48 HTTP/1.1" status: 200 len: 918 time: 0.1030817 Jul 24 01:04:43.663184 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94bb60-d1ad-45ec-9cfd-c4e91fc7c154 req-e17e2329-5b93-41ec-bdf7-795443afea1c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:43.664750 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dc94bb60-d1ad-45ec-9cfd-c4e91fc7c154 req-e17e2329-5b93-41ec-bdf7-795443afea1c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0547459 Jul 24 01:04:43.707396 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c128a4cb-22c2-4b5c-8947-f50ea5eee2ed req-bc1939a9-ae51-445b-83c7-9bcbb173a108 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e11dcec4-66a1-456b-85bc-587d87bc9e6a HTTP/1.1" status: 200 len: 1000 time: 0.0600402 Jul 24 01:04:43.715424 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dc94bb60-d1ad-45ec-9cfd-c4e91fc7c154 req-e6ce2412-6594-4d60-87ff-cf6c04c5ea92 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435336 Jul 24 01:04:43.756821 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128a4cb-22c2-4b5c-8947-f50ea5eee2ed req-e1a60e57-58c9-451d-807f-89d790abcecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:43.758266 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c128a4cb-22c2-4b5c-8947-f50ea5eee2ed req-e1a60e57-58c9-451d-807f-89d790abcecf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3183cb91-853c-4305-9098-55893a3692d6 HTTP/1.1" status: 200 len: 856 time: 0.0451827 Jul 24 01:04:43.807227 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128a4cb-22c2-4b5c-8947-f50ea5eee2ed req-eaed58e1-a5e4-42a2-be07-3fe69e3235bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:43.808898 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c128a4cb-22c2-4b5c-8947-f50ea5eee2ed req-eaed58e1-a5e4-42a2-be07-3fe69e3235bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e240c1c7-87a5-4124-b96b-a74d28ba2a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436921 Jul 24 01:04:43.851303 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35184) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:43.904789 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c128a4cb-22c2-4b5c-8947-f50ea5eee2ed req-9a329dea-ff74-4233-b5a0-7a69efdf3b3f service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872705 Jul 24 01:04:43.916787 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5bc51457-6d96-4fdf-9939-6351698ab1a1 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (e6d049ce-0b9c-4b7b-987f-aa8602ce7a02), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:43.940442 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5bc51457-6d96-4fdf-9939-6351698ab1a1 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (e6d049ce-0b9c-4b7b-987f-aa8602ce7a02), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:43.993493 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5bc51457-6d96-4fdf-9939-6351698ab1a1 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (e6d049ce-0b9c-4b7b-987f-aa8602ce7a02), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:43.996281 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5bc51457-6d96-4fdf-9939-6351698ab1a1 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:43.997549 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5bc51457-6d96-4fdf-9939-6351698ab1a1 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "DELETE /v2.0/security-groups/e6d049ce-0b9c-4b7b-987f-aa8602ce7a02 HTTP/1.1" status: 204 len: 168 time: 0.1446359 Jul 24 01:04:44.000808 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35186) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:44.005390 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-c128a4cb-22c2-4b5c-8947-f50ea5eee2ed req-69ca1eaa-35fc-4efd-98dd-051c0c830760 service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920305 Jul 24 01:04:44.019648 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc51457-6d96-4fdf-9939-6351698ab1a1 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d049ce-0b9c-4b7b-987f-aa8602ce7a02,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:44.021626 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.api.v2.resource [None req-1050d7b5-0843-4ccd-86e4-4cfce05434a3 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] show failed (client error): The resource could not be found. Jul 24 01:04:44.025209 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1050d7b5-0843-4ccd-86e4-4cfce05434a3 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups/e6d049ce-0b9c-4b7b-987f-aa8602ce7a02 HTTP/1.1" status: 404 len: 347 time: 0.0208561 Jul 24 01:04:44.025850 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35188) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:44.137784 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-cdc46ef4-e277-4ef4-ab97-4610327c9d8f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Deleting port 593744ae-525c-442d-b587-9ca26de7fcae {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:04:44.138125 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cdc46ef4-e277-4ef4-ab97-4610327c9d8f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (593744ae-525c-442d-b587-9ca26de7fcae), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:44.212084 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cdc46ef4-e277-4ef4-ab97-4610327c9d8f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (593744ae-525c-442d-b587-9ca26de7fcae), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:44.212414 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cdc46ef4-e277-4ef4-ab97-4610327c9d8f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (593744ae-525c-442d-b587-9ca26de7fcae), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:44.224760 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-cdc46ef4-e277-4ef4-ab97-4610327c9d8f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Calling delete_port for 593744ae-525c-442d-b587-9ca26de7fcae owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:04:44.278315 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:44.373709 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cdc46ef4-e277-4ef4-ab97-4610327c9d8f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239'] for port (593744ae-525c-442d-b587-9ca26de7fcae), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:44.401245 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc46ef4-e277-4ef4-ab97-4610327c9d8f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event deleted for resources: {'Port': ['ID=593744ae-525c-442d-b587-9ca26de7fcae,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:44.430935 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cdc46ef4-e277-4ef4-ab97-4610327c9d8f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (aec2493a-df3b-4f8f-96a2-ae117e1b6554), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:44.433738 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cdc46ef4-e277-4ef4-ab97-4610327c9d8f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:44.434938 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-cdc46ef4-e277-4ef4-ab97-4610327c9d8f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "DELETE /v2.0/floatingips/aec2493a-df3b-4f8f-96a2-ae117e1b6554 HTTP/1.1" status: 204 len: 168 time: 0.4084435 Jul 24 01:04:44.837878 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859ed5d-9921-4c1e-814e-4a47321b035f req-34b47d74-acaa-4100-b916-3e3c4ba8f5cd tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:44.839355 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c859ed5d-9921-4c1e-814e-4a47321b035f req-34b47d74-acaa-4100-b916-3e3c4ba8f5cd tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0496423 Jul 24 01:04:44.855872 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 0a201010-559e-40e9-8371-e03c2a2e2d4c no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:04:44.875290 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] No Port match for: 0a201010-559e-40e9-8371-e03c2a2e2d4c {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:04:44.875635 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 0a201010-559e-40e9-8371-e03c2a2e2d4c not bound to the agent host hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:04:44.880444 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:44.888449 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c859ed5d-9921-4c1e-814e-4a47321b035f req-c9594975-9e2b-47a5-b2dc-6da8f69d272d tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432737 Jul 24 01:04:45.828698 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a64410a7-2784-46d3-a993-11e17f845d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:46.001119 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193d780-9931-483f-bd12-c3685a4f141f req-61adc15b-6eb2-40d0-b49d-39ca2795668a tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:46.002702 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2193d780-9931-483f-bd12-c3685a4f141f req-61adc15b-6eb2-40d0-b49d-39ca2795668a tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0457108 Jul 24 01:04:46.049580 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2193d780-9931-483f-bd12-c3685a4f141f req-ee4006dc-e023-4a42-a9ac-63a2133d0b4c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410690 Jul 24 01:04:47.074972 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f7d67-825a-45f9-b78a-e737db264fce req-8798e318-dd67-4557-bb94-aa3b3100cb02 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:47.076347 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a92f7d67-825a-45f9-b78a-e737db264fce req-8798e318-dd67-4557-bb94-aa3b3100cb02 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 945 time: 0.0493643 Jul 24 01:04:47.112302 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:47.135701 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a92f7d67-825a-45f9-b78a-e737db264fce req-c3a7065b-89eb-45de-b5f1-69d1a71046dc tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=83674788-f570-44ab-992b-e543c2ab169d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530162 Jul 24 01:04:47.169348 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4abbf1-2c54-406f-8962-d56c4ddf3f31 req-55d7cca1-7e8b-46a1-9dab-89daff2dc264 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:47.170798 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ed4abbf1-2c54-406f-8962-d56c4ddf3f31 req-55d7cca1-7e8b-46a1-9dab-89daff2dc264 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0486917 Jul 24 01:04:47.217443 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ed4abbf1-2c54-406f-8962-d56c4ddf3f31 req-31048301-f52f-42c2-9d1d-f91f2966ced4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410814 Jul 24 01:04:48.248225 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d51575-1690-4beb-8326-61e14165eb10 req-27e128fc-a736-4dfc-b74d-415d86d254e1 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:48.249685 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-79d51575-1690-4beb-8326-61e14165eb10 req-27e128fc-a736-4dfc-b74d-415d86d254e1 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 945 time: 0.0458467 Jul 24 01:04:48.310853 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-79d51575-1690-4beb-8326-61e14165eb10 req-17562f5a-f1ca-4271-b06d-f7c9a6d61edf tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=83674788-f570-44ab-992b-e543c2ab169d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553210 Jul 24 01:04:48.409634 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:48.586832 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9944679-7293-4473-8c5f-2f31f19bf310 req-a6fdbbf6-7937-404a-9c96-25751c6dbe4c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:48.588387 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d9944679-7293-4473-8c5f-2f31f19bf310 req-a6fdbbf6-7937-404a-9c96-25751c6dbe4c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.2940185 Jul 24 01:04:48.633954 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d9944679-7293-4473-8c5f-2f31f19bf310 req-33aefd1c-8bd9-47ab-8d20-c390dd21d9e4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399759 Jul 24 01:04:48.841067 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:49.172995 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286cad2-95c1-4901-99a6-dca776f81d0b req-c07c3bf0-fbb3-40d7-90f7-f852b1dd3dff tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:49.174449 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5286cad2-95c1-4901-99a6-dca776f81d0b req-c07c3bf0-fbb3-40d7-90f7-f852b1dd3dff tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 945 time: 0.0453806 Jul 24 01:04:49.259239 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-5286cad2-95c1-4901-99a6-dca776f81d0b req-90c09d43-a517-4411-ad0e-313df85d2245 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Deleting port 3e10a0f3-72ea-499e-9aa7-f84921595c2e {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:04:49.259577 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-5286cad2-95c1-4901-99a6-dca776f81d0b req-90c09d43-a517-4411-ad0e-313df85d2245 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (3e10a0f3-72ea-499e-9aa7-f84921595c2e), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:49.351630 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-5286cad2-95c1-4901-99a6-dca776f81d0b req-90c09d43-a517-4411-ad0e-313df85d2245 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] For port 3e10a0f3-72ea-499e-9aa7-f84921595c2e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3e10a0f3-72ea-499e-9aa7-f84921595c2e,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:49.351996 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-5286cad2-95c1-4901-99a6-dca776f81d0b req-90c09d43-a517-4411-ad0e-313df85d2245 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (3e10a0f3-72ea-499e-9aa7-f84921595c2e), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:49.426673 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4f000-995b-48e1-b0ef-3997850b6e7f req-564636ff-f17e-43c5-91ba-2d97cffe9fa3 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:49.428121 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b3a4f000-995b-48e1-b0ef-3997850b6e7f req-564636ff-f17e-43c5-91ba-2d97cffe9fa3 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 945 time: 0.0474222 Jul 24 01:04:49.475165 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b3a4f000-995b-48e1-b0ef-3997850b6e7f req-0af47ca9-bdd8-4fcc-8d11-c0f25688688e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=83674788-f570-44ab-992b-e543c2ab169d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412560 Jul 24 01:04:49.517921 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-5286cad2-95c1-4901-99a6-dca776f81d0b req-90c09d43-a517-4411-ad0e-313df85d2245 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:49.518291 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-5286cad2-95c1-4901-99a6-dca776f81d0b req-90c09d43-a517-4411-ad0e-313df85d2245 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (899de017-2e27-4cd1-acc2-626c91d61c0b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:49.518612 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.l3_db [req-5286cad2-95c1-4901-99a6-dca776f81d0b req-90c09d43-a517-4411-ad0e-313df85d2245 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Floating IP 899de017-2e27-4cd1-acc2-626c91d61c0b disassociated. External IP: 172.37.6.227, port: 3e10a0f3-72ea-499e-9aa7-f84921595c2e. Jul 24 01:04:49.518996 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-5286cad2-95c1-4901-99a6-dca776f81d0b req-90c09d43-a517-4411-ad0e-313df85d2245 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Calling delete_port for 3e10a0f3-72ea-499e-9aa7-f84921595c2e owned by compute:nova {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:04:49.579115 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:49.647595 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-5286cad2-95c1-4901-99a6-dca776f81d0b req-90c09d43-a517-4411-ad0e-313df85d2245 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (3e10a0f3-72ea-499e-9aa7-f84921595c2e), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:49.675030 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c09d43-a517-4411-ad0e-313df85d2245 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event deleted for resources: {'Port': ['ID=3e10a0f3-72ea-499e-9aa7-f84921595c2e,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:49.728808 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:49.752319 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbd9d7-859e-480f-a799-3ce393dcce49 req-8dcdb68b-11f8-47db-b11a-4c45f140937c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:49.753822 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ffcbd9d7-859e-480f-a799-3ce393dcce49 req-8dcdb68b-11f8-47db-b11a-4c45f140937c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0499210 Jul 24 01:04:49.785246 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5286cad2-95c1-4901-99a6-dca776f81d0b req-90c09d43-a517-4411-ad0e-313df85d2245 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Router e7884272-781c-4764-a5fa-e9aabaf2f60a has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:04:49.801696 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ffcbd9d7-859e-480f-a799-3ce393dcce49 req-c366a966-ad97-4745-9611-580fef7260dd tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418794 Jul 24 01:04:49.885924 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5286cad2-95c1-4901-99a6-dca776f81d0b req-90c09d43-a517-4411-ad0e-313df85d2245 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:04:49.897649 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1c7bda-d46a-4365-9df6-54991619ac62 None None] Sync routers for ids ['e7884272-781c-4764-a5fa-e9aabaf2f60a'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:04:49.910275 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1c7bda-d46a-4365-9df6-54991619ac62 None None] Routers {'e7884272-781c-4764-a5fa-e9aabaf2f60a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:04:49.910957 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-2c1c7bda-d46a-4365-9df6-54991619ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:04:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['e7884272-781c-4764-a5fa-e9aabaf2f60a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:49.932767 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-5286cad2-95c1-4901-99a6-dca776f81d0b req-90c09d43-a517-4411-ad0e-313df85d2245 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] No DVR routers for this DVR port 3e10a0f3-72ea-499e-9aa7-f84921595c2e on host hv-cinder-maste {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:04:49.935185 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-5286cad2-95c1-4901-99a6-dca776f81d0b req-90c09d43-a517-4411-ad0e-313df85d2245 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:49.938288 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5286cad2-95c1-4901-99a6-dca776f81d0b req-90c09d43-a517-4411-ad0e-313df85d2245 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.39 "DELETE /v2.0/ports/3e10a0f3-72ea-499e-9aa7-f84921595c2e HTTP/1.1" status: 204 len: 173 time: 0.7552021 Jul 24 01:04:49.938715 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c006a24-d0c5-4ab6-9ce4-259e05a9c56a', 'name': 'network-vif-deleted', 'tag': '3e10a0f3-72ea-499e-9aa7-f84921595c2e'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:04:49.940970 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d11b83-9066-487f-a369-4c5e408c379c" -d '{"events": [{"server_uuid": "1c006a24-d0c5-4ab6-9ce4-259e05a9c56a", "name": "network-vif-deleted", "tag": "3e10a0f3-72ea-499e-9aa7-f84921595c2e"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:04:49.975706 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c615f50-a1f9-459f-8838-77461dadbebb x-openstack-request-id: req-4c615f50-a1f9-459f-8838-77461dadbebb {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:04:49.975995 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c006a24-d0c5-4ab6-9ce4-259e05a9c56a", "name": "network-vif-deleted", "tag": "3e10a0f3-72ea-499e-9aa7-f84921595c2e", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:04:49.976246 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c615f50-a1f9-459f-8838-77461dadbebb {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:04:49.976648 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c615f50-a1f9-459f-8838-77461dadbebb'] response: {'server_uuid': '1c006a24-d0c5-4ab6-9ce4-259e05a9c56a', 'name': 'network-vif-deleted', 'tag': '3e10a0f3-72ea-499e-9aa7-f84921595c2e', 'status': 'completed', 'code': 200} Jul 24 01:04:50.150040 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-2c1c7bda-d46a-4365-9df6-54991619ac62 None None] Set router e7884272-781c-4764-a5fa-e9aabaf2f60a gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:04:50.274363 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:50.280452 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:50.338579 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-2c1c7bda-d46a-4365-9df6-54991619ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:50.364121 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1c7bda-d46a-4365-9df6-54991619ac62 None None] Checking router: e7884272-781c-4764-a5fa-e9aabaf2f60a for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:04:50.372687 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1c7bda-d46a-4365-9df6-54991619ac62 None None] Routers {'e7884272-781c-4764-a5fa-e9aabaf2f60a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:04:50.373307 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-2c1c7bda-d46a-4365-9df6-54991619ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:04:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['e7884272-781c-4764-a5fa-e9aabaf2f60a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:50.476891 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-2c1c7bda-d46a-4365-9df6-54991619ac62 None None] Set router e7884272-781c-4764-a5fa-e9aabaf2f60a gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:04:50.570613 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5bea5-ebe6-4ef4-987c-28f424f302da req-dd773dfd-9eb7-4c7b-85ea-4b7763c4dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:50.573380 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6ed5bea5-ebe6-4ef4-987c-28f424f302da req-dd773dfd-9eb7-4c7b-85ea-4b7763c4dc5c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 1129 time: 0.0514097 Jul 24 01:04:50.586050 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d0dd7967-72f8-4e33-be22-9f6827f4b173 req-3b80de54-a4e5-4588-bd80-4ba6c1aa6ad9 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 210 time: 0.0365818 Jul 24 01:04:50.628390 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6ed5bea5-ebe6-4ef4-987c-28f424f302da req-5728cd54-322d-4f04-9b18-3478ad169eeb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464888 Jul 24 01:04:50.674529 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-2c1c7bda-d46a-4365-9df6-54991619ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:50.701309 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1c7bda-d46a-4365-9df6-54991619ac62 None None] The sync data for ids ['e7884272-781c-4764-a5fa-e9aabaf2f60a'] in dv-cinder-master-3-iscsi is: [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:04:50.920522 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfaea02-6149-4683-a282-e2ce80600701 None None] New status for floating IP 899de017-2e27-4cd1-acc2-626c91d61c0b: DOWN {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:04:50.921697 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4611abc-5746-4caa-98bc-27e28d23a16e req-b924b255-0e29-49db-aab7-c08c997e94ea tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:50.923182 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c4611abc-5746-4caa-98bc-27e28d23a16e req-b924b255-0e29-49db-aab7-c08c997e94ea tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0478663 Jul 24 01:04:50.948746 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:50.972687 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c4611abc-5746-4caa-98bc-27e28d23a16e req-caf2322b-688e-4e62-90ce-741a474c1832 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434835 Jul 24 01:04:51.704961 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4b8bdbcb-8ed4-4fd5-82b2-f9f633e0ea39 req-d45c0556-4bc3-4984-98bb-54463866da27 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c006a24-d0c5-4ab6-9ce4-259e05a9c56a HTTP/1.1" status: 200 len: 210 time: 0.0315177 Jul 24 01:04:52.084412 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68a2b-0e02-4f4a-a71a-4848befcc270 req-8ab665dd-24f1-414e-8f69-1aeac45d5f77 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:52.085863 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f7f68a2b-0e02-4f4a-a71a-4848befcc270 req-8ab665dd-24f1-414e-8f69-1aeac45d5f77 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0457783 Jul 24 01:04:52.132615 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f7f68a2b-0e02-4f4a-a71a-4848befcc270 req-551aeb82-be04-479b-95c5-e9fb3da6df5e tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410480 Jul 24 01:04:52.516302 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ccf07-16e2-4b8b-9cfb-c43614e398f6 req-dc5e19f8-62e0-43e7-bfbe-9a694aa39b26 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:52.518251 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1e1ccf07-16e2-4b8b-9cfb-c43614e398f6 req-dc5e19f8-62e0-43e7-bfbe-9a694aa39b26 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0454957 Jul 24 01:04:52.567880 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1e1ccf07-16e2-4b8b-9cfb-c43614e398f6 req-b23f2ade-05a4-4789-a5b0-ebb300f55d7c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438058 Jul 24 01:04:52.703026 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25122e81-1aa2-4656-be78-4616fb92fa7d req-2afd9917-39a1-4b17-88f2-feaccf9f5e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:52.704490 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-25122e81-1aa2-4656-be78-4616fb92fa7d req-2afd9917-39a1-4b17-88f2-feaccf9f5e7b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7d219e82efe44f9b6f860a5fabc7733&device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 1129 time: 0.0383887 Jul 24 01:04:52.800941 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35258) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:52.801451 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25122e81-1aa2-4656-be78-4616fb92fa7d req-cac47fa8-4c2a-4239-baa1-bf4a774b2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:52.802502 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-25122e81-1aa2-4656-be78-4616fb92fa7d req-cac47fa8-4c2a-4239-baa1-bf4a774b2ea2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b HTTP/1.1" status: 200 len: 919 time: 0.0908792 Jul 24 01:04:52.837551 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:52.860362 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9b474c28-5060-40b2-9051-dd7dd23762ea tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (83674788-f570-44ab-992b-e543c2ab169d), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:52.879800 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 3e10a0f3-72ea-499e-9aa7-f84921595c2e no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:04:52.891031 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9b474c28-5060-40b2-9051-dd7dd23762ea tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (83674788-f570-44ab-992b-e543c2ab169d), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:52.902220 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] No Port match for: 3e10a0f3-72ea-499e-9aa7-f84921595c2e {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:04:52.902871 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 3e10a0f3-72ea-499e-9aa7-f84921595c2e not bound to the agent host hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:04:52.947078 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9b474c28-5060-40b2-9051-dd7dd23762ea tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (83674788-f570-44ab-992b-e543c2ab169d), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:52.949634 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9b474c28-5060-40b2-9051-dd7dd23762ea tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:52.950847 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-9b474c28-5060-40b2-9051-dd7dd23762ea tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "DELETE /v2.0/security-groups/83674788-f570-44ab-992b-e543c2ab169d HTTP/1.1" status: 204 len: 168 time: 0.1488848 Jul 24 01:04:52.954229 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35260) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:52.973156 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b474c28-5060-40b2-9051-dd7dd23762ea tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83674788-f570-44ab-992b-e543c2ab169d,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:52.976598 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.api.v2.resource [None req-80d9bcbe-c983-4bbd-b1c3-b30cc46c3b1d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] show failed (client error): The resource could not be found. Jul 24 01:04:52.977663 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-80d9bcbe-c983-4bbd-b1c3-b30cc46c3b1d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups/83674788-f570-44ab-992b-e543c2ab169d HTTP/1.1" status: 404 len: 347 time: 0.0224135 Jul 24 01:04:52.980530 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35262) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:53.089130 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-25122e81-1aa2-4656-be78-4616fb92fa7d req-9028d1d6-d3eb-4a74-b3e4-03ac514af65f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3604b8e-6ace-40d2-8c7a-9f222b26d78c HTTP/1.1" status: 200 len: 1000 time: 0.2792618 Jul 24 01:04:53.100620 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-cde01f41-a9fa-45f0-81e6-04f41cad319c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Deleting port f7a402eb-f6fb-46b6-a4d6-eb25ca9d3e1e {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:04:53.100966 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cde01f41-a9fa-45f0-81e6-04f41cad319c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (f7a402eb-f6fb-46b6-a4d6-eb25ca9d3e1e), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:53.137605 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25122e81-1aa2-4656-be78-4616fb92fa7d req-20a72b91-2234-4e49-b7fd-27bfa1ce931c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:53.139083 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-25122e81-1aa2-4656-be78-4616fb92fa7d req-20a72b91-2234-4e49-b7fd-27bfa1ce931c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=799e17c1-9604-4b46-8040-e48ddab56dcd HTTP/1.1" status: 200 len: 857 time: 0.0441082 Jul 24 01:04:53.183398 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cde01f41-a9fa-45f0-81e6-04f41cad319c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (f7a402eb-f6fb-46b6-a4d6-eb25ca9d3e1e), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:53.183732 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cde01f41-a9fa-45f0-81e6-04f41cad319c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (f7a402eb-f6fb-46b6-a4d6-eb25ca9d3e1e), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:53.184770 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25122e81-1aa2-4656-be78-4616fb92fa7d req-72a8750e-a86b-4ed9-9e6c-4745b7565df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:53.186277 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-25122e81-1aa2-4656-be78-4616fb92fa7d req-72a8750e-a86b-4ed9-9e6c-4745b7565df2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408421 Jul 24 01:04:53.196722 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-cde01f41-a9fa-45f0-81e6-04f41cad319c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Calling delete_port for f7a402eb-f6fb-46b6-a4d6-eb25ca9d3e1e owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:04:53.276448 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-25122e81-1aa2-4656-be78-4616fb92fa7d req-751d60fa-85b2-485c-bcf6-ea2fd589c0bc service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830853 Jul 24 01:04:53.329040 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cde01f41-a9fa-45f0-81e6-04f41cad319c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239'] for port (f7a402eb-f6fb-46b6-a4d6-eb25ca9d3e1e), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:53.354611 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde01f41-a9fa-45f0-81e6-04f41cad319c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event deleted for resources: {'Port': ['ID=f7a402eb-f6fb-46b6-a4d6-eb25ca9d3e1e,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:53.375634 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-25122e81-1aa2-4656-be78-4616fb92fa7d req-99222779-fe39-42ca-bc5a-6818fc288d1c service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922327 Jul 24 01:04:53.383562 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cde01f41-a9fa-45f0-81e6-04f41cad319c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (899de017-2e27-4cd1-acc2-626c91d61c0b), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:53.386076 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cde01f41-a9fa-45f0-81e6-04f41cad319c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:53.387243 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-cde01f41-a9fa-45f0-81e6-04f41cad319c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "DELETE /v2.0/floatingips/899de017-2e27-4cd1-acc2-626c91d61c0b HTTP/1.1" status: 204 len: 168 time: 0.4057984 Jul 24 01:04:53.462990 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35266) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:53.467458 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-243fe578-943f-403c-a424-f3217825094d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--256220103', 'description': 'tempest-description--848373045'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:04:53.499549 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-243fe578-943f-403c-a424-f3217825094d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:53.526051 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:53.569813 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-243fe578-943f-403c-a424-f3217825094d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (cf3fc7fa-e345-43c9-8cc8-30c58adac491), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:53.573542 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-243fe578-943f-403c-a424-f3217825094d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (cf3fc7fa-e345-43c9-8cc8-30c58adac491), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:53.577972 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:53.611800 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-243fe578-943f-403c-a424-f3217825094d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:53.615787 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-243fe578-943f-403c-a424-f3217825094d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1491594 Jul 24 01:04:53.615787 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243fe578-943f-403c-a424-f3217825094d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3fc7fa-e345-43c9-8cc8-30c58adac491,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:53.616166 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35270) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:53.621144 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-875d0a7e-57ec-46e1-aa89-a161079b404a tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'security_group_rule': {'security_group_id': 'cf3fc7fa-e345-43c9-8cc8-30c58adac491', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:04:53.677690 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-875d0a7e-57ec-46e1-aa89-a161079b404a tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (f38c62e2-ca5b-4bb0-8464-ee0bfd04bf79), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:53.709022 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648d583-aab4-4231-a17f-7b062294e99b req-ef3cbfa8-fc74-4eef-a1b3-c5cb2a7311f2 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:53.710476 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1648d583-aab4-4231-a17f-7b062294e99b req-ef3cbfa8-fc74-4eef-a1b3-c5cb2a7311f2 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0700755 Jul 24 01:04:53.769464 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:53.779396 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-875d0a7e-57ec-46e1-aa89-a161079b404a tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (f38c62e2-ca5b-4bb0-8464-ee0bfd04bf79), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:53.787067 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-875d0a7e-57ec-46e1-aa89-a161079b404a tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (f38c62e2-ca5b-4bb0-8464-ee0bfd04bf79), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:53.797358 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1648d583-aab4-4231-a17f-7b062294e99b req-06ff221a-b689-4bc7-a160-e3463a665ea7 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803578 Jul 24 01:04:53.811964 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0a7e-57ec-46e1-aa89-a161079b404a tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38c62e2-ca5b-4bb0-8464-ee0bfd04bf79,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:53.825815 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-875d0a7e-57ec-46e1-aa89-a161079b404a tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:53.827024 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-875d0a7e-57ec-46e1-aa89-a161079b404a tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2097836 Jul 24 01:04:53.829601 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35274) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:53.834422 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-f77cd017-3f35-4999-b492-ef7ebe16a076 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'security_group_rule': {'security_group_id': 'cf3fc7fa-e345-43c9-8cc8-30c58adac491', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:04:53.862145 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f77cd017-3f35-4999-b492-ef7ebe16a076 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (a8d5f3c0-8e01-402c-bf6a-e14fb0dea9b0), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:53.865478 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:53.921433 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f77cd017-3f35-4999-b492-ef7ebe16a076 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (a8d5f3c0-8e01-402c-bf6a-e14fb0dea9b0), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:53.926219 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f77cd017-3f35-4999-b492-ef7ebe16a076 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (a8d5f3c0-8e01-402c-bf6a-e14fb0dea9b0), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:53.945943 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cd017-3f35-4999-b492-ef7ebe16a076 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d5f3c0-8e01-402c-bf6a-e14fb0dea9b0,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:53.954704 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f77cd017-3f35-4999-b492-ef7ebe16a076 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:53.956478 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f77cd017-3f35-4999-b492-ef7ebe16a076 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253691 Jul 24 01:04:53.959431 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35276) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:53.963567 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-3e914e21-6649-4404-afb3-6558bbc9dee0 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'floatingip': {'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:04:53.984335 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3e914e21-6649-4404-afb3-6558bbc9dee0 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:54.063501 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3e914e21-6649-4404-afb3-6558bbc9dee0 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:54.171138 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-3e914e21-6649-4404-afb3-6558bbc9dee0 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Allocated IP 172.37.6.25 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/351e5ceb-e347-4574-80e7-8adcb2c51661) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:54.273809 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3e914e21-6649-4404-afb3-6558bbc9dee0 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for port (351e5ceb-e347-4574-80e7-8adcb2c51661), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:54.305229 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3e914e21-6649-4404-afb3-6558bbc9dee0 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (351e5ceb-e347-4574-80e7-8adcb2c51661), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:54.342458 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e914e21-6649-4404-afb3-6558bbc9dee0 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:54.349328 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-3e914e21-6649-4404-afb3-6558bbc9dee0 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:54.353109 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e914e21-6649-4404-afb3-6558bbc9dee0 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:04:54.357690 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e914e21-6649-4404-afb3-6558bbc9dee0 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'Port': ['ID=351e5ceb-e347-4574-80e7-8adcb2c51661,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:54.403984 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3e914e21-6649-4404-afb3-6558bbc9dee0 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (cce871d1-ea93-4b1f-990b-84332c373e9f), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:54.440764 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3e914e21-6649-4404-afb3-6558bbc9dee0 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (351e5ceb-e347-4574-80e7-8adcb2c51661), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:54.501166 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:54.567980 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:54.589971 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3e914e21-6649-4404-afb3-6558bbc9dee0 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for port (351e5ceb-e347-4574-80e7-8adcb2c51661), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:54.593934 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3e914e21-6649-4404-afb3-6558bbc9dee0 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (351e5ceb-e347-4574-80e7-8adcb2c51661), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:54.623702 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3e914e21-6649-4404-afb3-6558bbc9dee0 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (cce871d1-ea93-4b1f-990b-84332c373e9f), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:54.644432 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e914e21-6649-4404-afb3-6558bbc9dee0 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'Port': ['ID=351e5ceb-e347-4574-80e7-8adcb2c51661,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:54.649302 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3e914e21-6649-4404-afb3-6558bbc9dee0 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:54.650509 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3e914e21-6649-4404-afb3-6558bbc9dee0 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.6901722 Jul 24 01:04:54.845029 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-cb9232b3-c2d3-4a5f-aec7-32b715d02bbc tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--256220103&fields=id&tenant_id=3c68e39bc1724fda980be3463bbf7d7b HTTP/1.1" status: 200 len: 267 time: 0.0431564 Jul 24 01:04:54.957135 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd1dc8-0ce6-4910-9423-d873907e1ffc req-2117e8b3-a138-4343-9b16-9774e5028bbb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:54.958552 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4bfd1dc8-0ce6-4910-9423-d873907e1ffc req-2117e8b3-a138-4343-9b16-9774e5028bbb tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0874984 Jul 24 01:04:55.010073 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-9491d053-ead4-4b9a-ae08-60ee28d1d2d0 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:55.011459 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-9491d053-ead4-4b9a-ae08-60ee28d1d2d0 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/networks?id=37cd1572-14d0-471e-b2ca-ff3f9078882e HTTP/1.1" status: 200 len: 815 time: 0.1608882 Jul 24 01:04:55.037026 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-c1781c66-4b96-4823-b5d4-bbaae604f728 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/quotas/3c68e39bc1724fda980be3463bbf7d7b HTTP/1.1" status: 200 len: 375 time: 0.0199544 Jul 24 01:04:55.041191 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4bfd1dc8-0ce6-4910-9423-d873907e1ffc req-965e48cf-3f1d-49b3-9183-60da41d6a3f1 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760148 Jul 24 01:04:55.086022 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-cbcbcaac-e00c-4503-8008-32601d00775d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c68e39bc1724fda980be3463bbf7d7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439217 Jul 24 01:04:55.183981 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-38aa0d03-dc01-4e36-bd55-f4a9248d5fcd service neutron] 10.222.0.18 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860975 Jul 24 01:04:55.277810 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-57508c4c-770c-4c10-8462-bd6cd9a8548e service neutron] 10.222.0.18 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874829 Jul 24 01:04:55.435862 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ff79727b-5440-4c09-93df-ac3e93d4a6d4 req-540e47a3-955d-4c88-b51d-7ce048093fda tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=4693fbdb-0311-4f58-a0b7-e338e3369224 HTTP/1.1" status: 200 len: 210 time: 0.0279751 Jul 24 01:04:56.157511 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab971e1-24e0-44f2-a0a3-b17668e20203 req-a138aaab-fde5-4e1d-b8ce-e1145f0aa51c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:56.159000 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6ab971e1-24e0-44f2-a0a3-b17668e20203 req-a138aaab-fde5-4e1d-b8ce-e1145f0aa51c tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0460727 Jul 24 01:04:56.205369 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6ab971e1-24e0-44f2-a0a3-b17668e20203 req-8933acc4-ca27-4f1a-920c-eab860b65bdc tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408466 Jul 24 01:04:56.316226 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e856273-2709-4b3c-9860-9ed97bb660cc req-7c2c4d32-d33b-4d92-adad-bbfb38040aa1 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:56.317645 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5e856273-2709-4b3c-9860-9ed97bb660cc req-7c2c4d32-d33b-4d92-adad-bbfb38040aa1 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0481284 Jul 24 01:04:56.326302 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35306) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:04:56.330640 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-692b5da2-2b61-4096-86ed-6707bc539edf tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Request body: {'floatingip': {'port_id': 'c3604b8e-6ace-40d2-8c7a-9f222b26d78c'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:04:56.381385 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-692b5da2-2b61-4096-86ed-6707bc539edf tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for floatingip (16ca0aad-daae-4cd1-8fce-20dd786824ef), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:56.490897 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:56.569383 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e94a7191-b052-41d6-b909-386fd9d4d30e req-1593544c-750d-4fbd-9641-d1e5c5f5f346 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=4693fbdb-0311-4f58-a0b7-e338e3369224 HTTP/1.1" status: 200 len: 210 time: 0.0589709 Jul 24 01:04:56.626728 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:56.711120 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-44dc1820-101f-49cb-8db1-d6928cc97733 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:56.712587 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-44dc1820-101f-49cb-8db1-d6928cc97733 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.39 "GET /v2.0/networks?id=37cd1572-14d0-471e-b2ca-ff3f9078882e HTTP/1.1" status: 200 len: 815 time: 0.1181121 Jul 24 01:04:56.785761 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-4296fb27-c41e-40ec-be19-0e7cfa11220e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c68e39bc1724fda980be3463bbf7d7b HTTP/1.1" status: 200 len: 379 time: 0.0561607 Jul 24 01:04:56.869033 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-692b5da2-2b61-4096-86ed-6707bc539edf tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:56.872651 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-692b5da2-2b61-4096-86ed-6707bc539edf tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (16ca0aad-daae-4cd1-8fce-20dd786824ef), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:56.891935 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-fdcfa016-44bf-4927-acb6-594df159593d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'port': {'device_id': '4693fbdb-0311-4f58-a0b7-e338e3369224', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'admin_state_up': True, 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'security_groups': ['cf3fc7fa-e345-43c9-8cc8-30c58adac491']}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:04:57.002024 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-fdcfa016-44bf-4927-acb6-594df159593d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Made reservation on behalf of 3c68e39bc1724fda980be3463bbf7d7b for: {'port': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:04:57.005079 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-fdcfa016-44bf-4927-acb6-594df159593d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:57.076536 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692b5da2-2b61-4096-86ed-6707bc539edf tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Router b3254423-dc9a-4e47-b6ae-2b50bb01e15a has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:04:57.132229 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-fdcfa016-44bf-4927-acb6-594df159593d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Allocated IP 172.20.0.4 (37cd1572-14d0-471e-b2ca-ff3f9078882e/2eef0065-2281-4101-b3bd-eee4be86f7f1/6545a60f-fbf2-432b-a011-f05ea4e793a1) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:57.186409 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692b5da2-2b61-4096-86ed-6707bc539edf tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:04:57.191414 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-692b5da2-2b61-4096-86ed-6707bc539edf tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:57.197562 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501e02ed-371d-4f5b-b7e6-b136796e074e None None] Sync routers for ids ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:04:57.209557 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501e02ed-371d-4f5b-b7e6-b136796e074e None None] Routers {'b3254423-dc9a-4e47-b6ae-2b50bb01e15a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:04:57.210182 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-501e02ed-371d-4f5b-b7e6-b136796e074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:04:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:57.223633 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a71fa6-32c2-446f-b9e5-80d4e9ea800e', 'tag': 'c3604b8e-6ace-40d2-8c7a-9f222b26d78c'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:04:57.226162 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b830e4bf-dd9f-47bc-8e27-21e35f2ddfe0" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a71fa6-32c2-446f-b9e5-80d4e9ea800e", "tag": "c3604b8e-6ace-40d2-8c7a-9f222b26d78c"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:04:57.268025 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-692b5da2-2b61-4096-86ed-6707bc539edf tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "PUT /v2.0/floatingips/16ca0aad-daae-4cd1-8fce-20dd786824ef HTTP/1.1" status: 200 len: 992 time: 0.9399421 Jul 24 01:04:57.269308 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:04:57.285302 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-fdcfa016-44bf-4927-acb6-594df159593d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for port (6545a60f-fbf2-432b-a011-f05ea4e793a1), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:57.289661 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948b1e1e-e43f-4d8f-bb8e-9b7d06d9d351 x-openstack-request-id: req-948b1e1e-e43f-4d8f-bb8e-9b7d06d9d351 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:04:57.289954 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a71fa6-32c2-446f-b9e5-80d4e9ea800e", "tag": "c3604b8e-6ace-40d2-8c7a-9f222b26d78c", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:04:57.290206 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-948b1e1e-e43f-4d8f-bb8e-9b7d06d9d351 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:04:57.290610 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-948b1e1e-e43f-4d8f-bb8e-9b7d06d9d351'] response: {'name': 'network-changed', 'server_uuid': 'c6a71fa6-32c2-446f-b9e5-80d4e9ea800e', 'tag': 'c3604b8e-6ace-40d2-8c7a-9f222b26d78c', 'status': 'completed', 'code': 200} Jul 24 01:04:57.320198 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-fdcfa016-44bf-4927-acb6-594df159593d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (6545a60f-fbf2-432b-a011-f05ea4e793a1), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:57.336352 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-501e02ed-371d-4f5b-b7e6-b136796e074e None None] Set router b3254423-dc9a-4e47-b6ae-2b50bb01e15a gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:04:57.370540 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-fdcfa016-44bf-4927-acb6-594df159593d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Network 37cd1572-14d0-471e-b2ca-ff3f9078882e is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:57.374158 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-fdcfa016-44bf-4927-acb6-594df159593d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:57.375941 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfa016-44bf-4927-acb6-594df159593d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'Port': ['ID=6545a60f-fbf2-432b-a011-f05ea4e793a1,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:57.379045 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-fdcfa016-44bf-4927-acb6-594df159593d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:04:57.403812 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830e4bf-dd9f-47bc-8e27-21e35f2ddfe0 req-c739f046-3c6b-4115-9fa4-61a9b9e11499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:57.406491 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b830e4bf-dd9f-47bc-8e27-21e35f2ddfe0 req-c739f046-3c6b-4115-9fa4-61a9b9e11499 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7d219e82efe44f9b6f860a5fabc7733&device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 1129 time: 0.0570312 Jul 24 01:04:57.457990 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-fdcfa016-44bf-4927-acb6-594df159593d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:57.458664 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-fdcfa016-44bf-4927-acb6-594df159593d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:57.482383 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-fdcfa016-44bf-4927-acb6-594df159593d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5944953 Jul 24 01:04:57.505704 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Request body: {'port': {'device_id': '4693fbdb-0311-4f58-a0b7-e338e3369224', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:04:57.527671 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830e4bf-dd9f-47bc-8e27-21e35f2ddfe0 req-08746527-3781-4c04-8f2d-1bf208aa319f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:57.530294 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b830e4bf-dd9f-47bc-8e27-21e35f2ddfe0 req-08746527-3781-4c04-8f2d-1bf208aa319f service neutron] 10.222.0.39 "GET /v2.0/networks?id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b HTTP/1.1" status: 200 len: 919 time: 0.1145513 Jul 24 01:04:57.534269 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:57.536699 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:57.577200 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (6545a60f-fbf2-432b-a011-f05ea4e793a1), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:57.588988 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-501e02ed-371d-4f5b-b7e6-b136796e074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'name': 'tempest-ServerRescueNegativeTestJSON-789566168-router', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101'}], 'enable_snat': True}, 'gw_port_id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:35Z', 'updated_at': '2022-07-24T01:00:47Z', 'revision_number': 4, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'gw_port': {'id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '16ca0aad-daae-4cd1-8fce-20dd786824ef', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'floating_ip_address': '172.37.6.61', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'port_id': 'c3604b8e-6ace-40d2-8c7a-9f222b26d78c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'mac_address': 'fa:16:3e:d6:24:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a71fa6-32c2-446f-b9e5-80d4e9ea800e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:02:42Z', 'updated_at': '2022-07-24T01:04:56Z', 'revision_number': 3, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be2e3fd-9cee-476b-a873-3b43e4a0cef1', 'name': '', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'mac_address': 'fa:16:3e:e3:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:00:57Z', 'revision_number': 5, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'subnets': [{'id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:57.603213 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b830e4bf-dd9f-47bc-8e27-21e35f2ddfe0 req-efb8f72f-5e76-4663-9b03-0fb4c73795b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3604b8e-6ace-40d2-8c7a-9f222b26d78c HTTP/1.1" status: 200 len: 1000 time: 0.0647388 Jul 24 01:04:57.629874 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501e02ed-371d-4f5b-b7e6-b136796e074e None None] Checking router: b3254423-dc9a-4e47-b6ae-2b50bb01e15a for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:04:57.638996 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501e02ed-371d-4f5b-b7e6-b136796e074e None None] Routers {'b3254423-dc9a-4e47-b6ae-2b50bb01e15a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:04:57.639620 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-501e02ed-371d-4f5b-b7e6-b136796e074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:04:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:57.667349 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830e4bf-dd9f-47bc-8e27-21e35f2ddfe0 req-64a326cf-ec6a-47be-9908-1feb13b494f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:57.668692 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b830e4bf-dd9f-47bc-8e27-21e35f2ddfe0 req-64a326cf-ec6a-47be-9908-1feb13b494f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=799e17c1-9604-4b46-8040-e48ddab56dcd HTTP/1.1" status: 200 len: 857 time: 0.0521960 Jul 24 01:04:57.726211 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:57.730666 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:57.750130 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a23c6-d1d1-4f97-9b6d-647393d64a4b req-fb9ae64f-ac47-4e04-a6c8-55ededcea9e9 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:57.750759 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-915f29f9-bbec-4b4d-b594-e4191d75b724 None None] Provisioning complete for port 6545a60f-fbf2-432b-a011-f05ea4e793a1 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:04:57.751164 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-915f29f9-bbec-4b4d-b594-e4191d75b724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (6545a60f-fbf2-432b-a011-f05ea4e793a1), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:57.751676 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-673a23c6-d1d1-4f97-9b6d-647393d64a4b req-fb9ae64f-ac47-4e04-a6c8-55ededcea9e9 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=4693fbdb-0311-4f58-a0b7-e338e3369224 HTTP/1.1" status: 200 len: 931 time: 0.0874529 Jul 24 01:04:57.754047 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830e4bf-dd9f-47bc-8e27-21e35f2ddfe0 req-a84eaa6e-ecb7-454a-b4c2-04801a11ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:57.755429 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b830e4bf-dd9f-47bc-8e27-21e35f2ddfe0 req-a84eaa6e-ecb7-454a-b4c2-04801a11ae75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779798 Jul 24 01:04:57.783904 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=100 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:57.797238 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-501e02ed-371d-4f5b-b7e6-b136796e074e None None] Set router b3254423-dc9a-4e47-b6ae-2b50bb01e15a gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:04:57.830250 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-915f29f9-bbec-4b4d-b594-e4191d75b724 None None] Port 6545a60f-fbf2-432b-a011-f05ea4e793a1 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:04:57.841873 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=100 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:57.860534 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6545a60f-fbf2-432b-a011-f05ea4e793a1 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:04:57.870288 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Publish callbacks [] for port (6545a60f-fbf2-432b-a011-f05ea4e793a1), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:57.887122 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Transition to ACTIVE for port object 6545a60f-fbf2-432b-a011-f05ea4e793a1 will not be triggered until provisioned by entity L2. {{(pid=103995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 01:04:57.893196 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (6545a60f-fbf2-432b-a011-f05ea4e793a1), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:57.953176 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Pushing event updated for resources: {'Port': ['ID=6545a60f-fbf2-432b-a011-f05ea4e793a1,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:57.964678 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:57.965055 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:57.965377 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:57.965722 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:57.966737 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:57.967127 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:57.967468 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:57.968275 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:57.968622 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:57.968961 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:57.969305 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:57.970264 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:57.971328 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:57.971630 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:57.972552 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:58.061104 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-501e02ed-371d-4f5b-b7e6-b136796e074e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'name': 'tempest-ServerRescueNegativeTestJSON-789566168-router', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101'}], 'enable_snat': True}, 'gw_port_id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:35Z', 'updated_at': '2022-07-24T01:00:47Z', 'revision_number': 4, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'gw_port': {'id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '16ca0aad-daae-4cd1-8fce-20dd786824ef', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'floating_ip_address': '172.37.6.61', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'port_id': 'c3604b8e-6ace-40d2-8c7a-9f222b26d78c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'mac_address': 'fa:16:3e:d6:24:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a71fa6-32c2-446f-b9e5-80d4e9ea800e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:02:42Z', 'updated_at': '2022-07-24T01:04:56Z', 'revision_number': 3, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be2e3fd-9cee-476b-a873-3b43e4a0cef1', 'name': '', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'mac_address': 'fa:16:3e:e3:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:00:57Z', 'revision_number': 5, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'subnets': [{'id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:58.071156 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Attempting to bind port 6545a60f-fbf2-432b-a011-f05ea4e793a1 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:04:58.071505 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Attempting to bind port 6545a60f-fbf2-432b-a011-f05ea4e793a1 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:04:58.071841 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Attempting to bind port 6545a60f-fbf2-432b-a011-f05ea4e793a1 on network 37cd1572-14d0-471e-b2ca-ff3f9078882e {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:04:58.077056 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Port 6545a60f-fbf2-432b-a011-f05ea4e793a1 on network 37cd1572-14d0-471e-b2ca-ff3f9078882e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 01:04:58.077389 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Attempting to bind port 6545a60f-fbf2-432b-a011-f05ea4e793a1 on network 37cd1572-14d0-471e-b2ca-ff3f9078882e {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:04:58.083844 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Checking agent: {'id': 'e7b2140f-0e0f-4ee7-997b-e62068d5aaa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'started_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:04:58.084202 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Checking segment: {'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:04:58.084593 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Bound using segment: {'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:04:58.085298 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Bound port: 6545a60f-fbf2-432b-a011-f05ea4e793a1, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:04:58.085674 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (6545a60f-fbf2-432b-a011-f05ea4e793a1), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:58.102570 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501e02ed-371d-4f5b-b7e6-b136796e074e None None] The sync data for ids ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'] in dv-cinder-master-3-iscsi is: [{'id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'name': 'tempest-ServerRescueNegativeTestJSON-789566168-router', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101'}], 'enable_snat': True}, 'gw_port_id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:35Z', 'updated_at': '2022-07-24T01:00:47Z', 'revision_number': 4, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'gw_port': {'id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '16ca0aad-daae-4cd1-8fce-20dd786824ef', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'floating_ip_address': '172.37.6.61', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'port_id': 'c3604b8e-6ace-40d2-8c7a-9f222b26d78c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'mac_address': 'fa:16:3e:d6:24:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a71fa6-32c2-446f-b9e5-80d4e9ea800e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:02:42Z', 'updated_at': '2022-07-24T01:04:56Z', 'revision_number': 3, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be2e3fd-9cee-476b-a873-3b43e4a0cef1', 'name': '', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'mac_address': 'fa:16:3e:e3:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:00:57Z', 'revision_number': 5, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'subnets': [{'id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:04:58.139403 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-673a23c6-d1d1-4f97-9b6d-647393d64a4b req-34cd6f88-6d19-4164-ade2-b715103a8b8c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3fc7fa-e345-43c9-8cc8-30c58adac491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3819044 Jul 24 01:04:58.175662 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b830e4bf-dd9f-47bc-8e27-21e35f2ddfe0 req-c3657e2f-b1dc-40bd-9af6-2a0925a70252 service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108367 Jul 24 01:04:58.181783 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] For port 6545a60f-fbf2-432b-a011-f05ea4e793a1, host hv-cinder-maste, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:04:58.185272 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] For port 6545a60f-fbf2-432b-a011-f05ea4e793a1, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6545a60f-fbf2-432b-a011-f05ea4e793a1,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:04:58.195954 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (6545a60f-fbf2-432b-a011-f05ea4e793a1), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:58.231162 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:58.231843 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:04:58.233185 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] 10.222.0.39 "PUT /v2.0/ports/6545a60f-fbf2-432b-a011-f05ea4e793a1 HTTP/1.1" status: 200 len: 1093 time: 0.7332597 Jul 24 01:04:58.233624 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4693fbdb-0311-4f58-a0b7-e338e3369224', 'tag': '6545a60f-fbf2-432b-a011-f05ea4e793a1'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:04:58.236610 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc464af-ddaf-44bd-a713-ba5aff939409" -d '{"events": [{"name": "network-changed", "server_uuid": "4693fbdb-0311-4f58-a0b7-e338e3369224", "tag": "6545a60f-fbf2-432b-a011-f05ea4e793a1"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:04:58.289203 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3ce2f-c400-465f-9157-64250c03a77a service neutron] Pushing event updated for resources: {'Port': ['ID=6545a60f-fbf2-432b-a011-f05ea4e793a1,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:58.304075 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b830e4bf-dd9f-47bc-8e27-21e35f2ddfe0 req-49f3739d-0ffa-4cc8-8215-ceaa69e7bee2 service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219757 Jul 24 01:04:58.308319 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8e99dd-3a3e-4b1a-b488-d8f8d3eb78f7 x-openstack-request-id: req-dd8e99dd-3a3e-4b1a-b488-d8f8d3eb78f7 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:04:58.308704 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4693fbdb-0311-4f58-a0b7-e338e3369224", "tag": "6545a60f-fbf2-432b-a011-f05ea4e793a1", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:04:58.309042 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd8e99dd-3a3e-4b1a-b488-d8f8d3eb78f7 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:04:58.309589 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd8e99dd-3a3e-4b1a-b488-d8f8d3eb78f7'] response: {'name': 'network-changed', 'server_uuid': '4693fbdb-0311-4f58-a0b7-e338e3369224', 'tag': '6545a60f-fbf2-432b-a011-f05ea4e793a1', 'status': 'completed', 'code': 200} Jul 24 01:04:58.397989 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-7511b26b-24e5-4a43-bb2c-cf8752eb56a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:58.399744 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-7511b26b-24e5-4a43-bb2c-cf8752eb56a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c68e39bc1724fda980be3463bbf7d7b&device_id=4693fbdb-0311-4f58-a0b7-e338e3369224 HTTP/1.1" status: 200 len: 1127 time: 0.0418270 Jul 24 01:04:58.450172 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-686edef0-c2e6-4572-bd75-cbf308ab75ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6545a60f-fbf2-432b-a011-f05ea4e793a1 HTTP/1.1" status: 200 len: 217 time: 0.0346801 Jul 24 01:04:58.506360 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-bf738d9b-1d1e-4829-9216-e518d732c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:58.508002 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-bf738d9b-1d1e-4829-9216-e518d732c8fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2eef0065-2281-4101-b3bd-eee4be86f7f1 HTTP/1.1" status: 200 len: 854 time: 0.0502524 Jul 24 01:04:58.554016 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-53139eeb-9393-400d-9a73-0f48cd43fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:58.555379 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-53139eeb-9393-400d-9a73-0f48cd43fc5d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37cd1572-14d0-471e-b2ca-ff3f9078882e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375822 Jul 24 01:04:58.622694 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:58.651770 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-41e81f4d-b2d5-494f-8fb3-1eac775db6dd service neutron] 10.222.0.39 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860176 Jul 24 01:04:58.719117 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:04:58.744043 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5b2766ed-c3d3-4b64-bd72-14845ac3d841 req-66c09faa-9095-4c26-a320-669ef4bfdd07 service neutron] 10.222.0.39 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851786 Jul 24 01:04:59.256477 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff73198-7d44-4b34-a479-03bb0c721374 req-4a03d984-a672-44d7-8b1a-a99917bee89c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:59.257910 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fff73198-7d44-4b34-a479-03bb0c721374 req-4a03d984-a672-44d7-8b1a-a99917bee89c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=4693fbdb-0311-4f58-a0b7-e338e3369224 HTTP/1.1" status: 200 len: 943 time: 0.0491762 Jul 24 01:04:59.292413 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a71fa6-32c2-446f-b9e5-80d4e9ea800e', 'tag': 'c3604b8e-6ace-40d2-8c7a-9f222b26d78c'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:04:59.294581 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216d1f43-5481-47df-9503-3c7e7b5c08d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a71fa6-32c2-446f-b9e5-80d4e9ea800e", "tag": "c3604b8e-6ace-40d2-8c7a-9f222b26d78c"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:04:59.308400 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fff73198-7d44-4b34-a479-03bb0c721374 req-c123e332-964c-4089-80dd-87a59ac48bd4 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3fc7fa-e345-43c9-8cc8-30c58adac491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450363 Jul 24 01:04:59.330553 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e19323f-a1e1-45b9-af4e-d1f9e6c008c6 x-openstack-request-id: req-5e19323f-a1e1-45b9-af4e-d1f9e6c008c6 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:04:59.330859 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a71fa6-32c2-446f-b9e5-80d4e9ea800e", "tag": "c3604b8e-6ace-40d2-8c7a-9f222b26d78c", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:04:59.331103 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e19323f-a1e1-45b9-af4e-d1f9e6c008c6 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:04:59.331493 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e19323f-a1e1-45b9-af4e-d1f9e6c008c6'] response: {'name': 'network-changed', 'server_uuid': 'c6a71fa6-32c2-446f-b9e5-80d4e9ea800e', 'tag': 'c3604b8e-6ace-40d2-8c7a-9f222b26d78c', 'status': 'completed', 'code': 200} Jul 24 01:04:59.956069 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc464af-ddaf-44bd-a713-ba5aff939409 req-0928a8a1-a097-4d2d-9c34-8080e460fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:59.957608 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7bc464af-ddaf-44bd-a713-ba5aff939409 req-0928a8a1-a097-4d2d-9c34-8080e460fd3d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c68e39bc1724fda980be3463bbf7d7b&device_id=4693fbdb-0311-4f58-a0b7-e338e3369224 HTTP/1.1" status: 200 len: 1127 time: 0.0398700 Jul 24 01:04:59.974858 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d1f43-5481-47df-9503-3c7e7b5c08d1 req-665cc828-7081-48d0-bbc6-2027924a70a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:04:59.976338 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-216d1f43-5481-47df-9503-3c7e7b5c08d1 req-665cc828-7081-48d0-bbc6-2027924a70a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7d219e82efe44f9b6f860a5fabc7733&device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 1129 time: 0.0446401 Jul 24 01:05:00.052056 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc464af-ddaf-44bd-a713-ba5aff939409 req-9fb872fa-5c82-4bb9-a095-1edba79b4056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:00.053518 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7bc464af-ddaf-44bd-a713-ba5aff939409 req-9fb872fa-5c82-4bb9-a095-1edba79b4056 service neutron] 10.222.0.39 "GET /v2.0/networks?id=37cd1572-14d0-471e-b2ca-ff3f9078882e HTTP/1.1" status: 200 len: 916 time: 0.0894632 Jul 24 01:05:00.070715 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d1f43-5481-47df-9503-3c7e7b5c08d1 req-0b76e965-a53b-423c-b253-d180eba39ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:00.072165 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-216d1f43-5481-47df-9503-3c7e7b5c08d1 req-0b76e965-a53b-423c-b253-d180eba39ef4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b HTTP/1.1" status: 200 len: 919 time: 0.0893960 Jul 24 01:05:00.093918 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7bc464af-ddaf-44bd-a713-ba5aff939409 req-abc13ca4-d332-4980-9bc1-201c319cffab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6545a60f-fbf2-432b-a011-f05ea4e793a1 HTTP/1.1" status: 200 len: 217 time: 0.0324421 Jul 24 01:05:00.141982 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-216d1f43-5481-47df-9503-3c7e7b5c08d1 req-dad3aaf3-2b73-41db-b540-9718375467e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3604b8e-6ace-40d2-8c7a-9f222b26d78c HTTP/1.1" status: 200 len: 1000 time: 0.0547066 Jul 24 01:05:00.152950 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc464af-ddaf-44bd-a713-ba5aff939409 req-6e256883-2745-49d7-b274-98a01e573154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:00.154376 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7bc464af-ddaf-44bd-a713-ba5aff939409 req-6e256883-2745-49d7-b274-98a01e573154 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2eef0065-2281-4101-b3bd-eee4be86f7f1 HTTP/1.1" status: 200 len: 854 time: 0.0483637 Jul 24 01:05:00.194465 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d1f43-5481-47df-9503-3c7e7b5c08d1 req-96b70ea5-dfab-4fb9-a10d-a4eb6ed6db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:00.195942 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-216d1f43-5481-47df-9503-3c7e7b5c08d1 req-96b70ea5-dfab-4fb9-a10d-a4eb6ed6db6d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=799e17c1-9604-4b46-8040-e48ddab56dcd HTTP/1.1" status: 200 len: 857 time: 0.0446084 Jul 24 01:05:00.197150 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc464af-ddaf-44bd-a713-ba5aff939409 req-884fdf5a-4082-4433-8c27-ea7e37f4cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:00.198606 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7bc464af-ddaf-44bd-a713-ba5aff939409 req-884fdf5a-4082-4433-8c27-ea7e37f4cd0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37cd1572-14d0-471e-b2ca-ff3f9078882e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387104 Jul 24 01:05:00.250439 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d1f43-5481-47df-9503-3c7e7b5c08d1 req-79ddf31f-990d-4fc4-98b2-3b3c583eaca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:00.252085 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-216d1f43-5481-47df-9503-3c7e7b5c08d1 req-79ddf31f-990d-4fc4-98b2-3b3c583eaca3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429285 Jul 24 01:05:00.291523 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7bc464af-ddaf-44bd-a713-ba5aff939409 req-62d0c6ab-4540-49f6-bc93-cc2c7e749625 service neutron] 10.222.0.39 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825579 Jul 24 01:05:00.344406 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-216d1f43-5481-47df-9503-3c7e7b5c08d1 req-0c68711e-7219-43f5-8166-9e2d20d430e3 service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843871 Jul 24 01:05:00.387893 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7bc464af-ddaf-44bd-a713-ba5aff939409 req-05ba68c8-50f5-4909-b8f4-b91bb98bbeac service neutron] 10.222.0.39 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895116 Jul 24 01:05:00.469698 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cb68b-31c3-43aa-9406-4bee7436a6a2 req-e09b0b60-ded6-4cf1-b90f-2508367de458 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:00.471238 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e20cb68b-31c3-43aa-9406-4bee7436a6a2 req-e09b0b60-ded6-4cf1-b90f-2508367de458 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=4693fbdb-0311-4f58-a0b7-e338e3369224 HTTP/1.1" status: 200 len: 943 time: 0.0875635 Jul 24 01:05:00.496764 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-216d1f43-5481-47df-9503-3c7e7b5c08d1 req-9db0a317-99c6-49bf-898d-cb8c5d49a36d service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437194 Jul 24 01:05:00.503158 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:00.527380 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e20cb68b-31c3-43aa-9406-4bee7436a6a2 req-cfff9ce8-1abf-4131-a0f1-662824b6b4df tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3fc7fa-e345-43c9-8cc8-30c58adac491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470438 Jul 24 01:05:00.903875 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 6545a60f-fbf2-432b-a011-f05ea4e793a1 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:05:01.008758 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 6545a60f-fbf2-432b-a011-f05ea4e793a1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6545a60f-fbf2-432b-a011-f05ea4e793a1,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:01.154233 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': '6545a60f-fbf2-432b-a011-f05ea4e793a1', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'port_id': '6545a60f-fbf2-432b-a011-f05ea4e793a1', 'mac_address': 'fa:16:3e:94:bc:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:05:01.192003 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 6545a60f-fbf2-432b-a011-f05ea4e793a1 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:05:01.192392 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (6545a60f-fbf2-432b-a011-f05ea4e793a1), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:01.206469 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6545a60f-fbf2-432b-a011-f05ea4e793a1 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:05:01.227168 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 6545a60f-fbf2-432b-a011-f05ea4e793a1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6545a60f-fbf2-432b-a011-f05ea4e793a1,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:01.231493 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (6545a60f-fbf2-432b-a011-f05ea4e793a1), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:01.279004 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=6545a60f-fbf2-432b-a011-f05ea4e793a1,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:01.640871 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbda39-7b84-4caf-9432-0b20bf122b8a req-2c7aa313-5dce-48e2-9102-280e16b7a582 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:01.642876 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-85cbda39-7b84-4caf-9432-0b20bf122b8a req-2c7aa313-5dce-48e2-9102-280e16b7a582 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=4693fbdb-0311-4f58-a0b7-e338e3369224 HTTP/1.1" status: 200 len: 944 time: 0.0452423 Jul 24 01:05:01.653738 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['6545a60f-fbf2-432b-a011-f05ea4e793a1'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:05:01.694683 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-85cbda39-7b84-4caf-9432-0b20bf122b8a req-ccc4acb8-86fc-4611-82be-90b9f1d3a582 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3fc7fa-e345-43c9-8cc8-30c58adac491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461648 Jul 24 01:05:02.491505 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8c7d8-d2a2-43a5-a60c-6016495d0277 req-1b9a20b0-2552-4b15-bcb2-703088261e65 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:02.493019 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43e8c7d8-d2a2-43a5-a60c-6016495d0277 req-1b9a20b0-2552-4b15-bcb2-703088261e65 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 947 time: 0.0460355 Jul 24 01:05:02.527480 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:02.539995 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43e8c7d8-d2a2-43a5-a60c-6016495d0277 req-c1e1b38a-4a7a-4750-8070-0d54cb18c0e5 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412099 Jul 24 01:05:02.815367 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d9391-8b28-4f9d-86ea-dc2e32405c98 req-fd0ac4be-ad68-4b29-b89a-4559b3dac90f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:02.816807 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fd9d9391-8b28-4f9d-86ea-dc2e32405c98 req-fd0ac4be-ad68-4b29-b89a-4559b3dac90f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=4693fbdb-0311-4f58-a0b7-e338e3369224 HTTP/1.1" status: 200 len: 944 time: 0.0463657 Jul 24 01:05:02.863153 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fd9d9391-8b28-4f9d-86ea-dc2e32405c98 req-8a79a2bc-ed3b-4aa8-95b4-ec19414dae63 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3fc7fa-e345-43c9-8cc8-30c58adac491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403426 Jul 24 01:05:02.927076 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 6545a60f-fbf2-432b-a011-f05ea4e793a1 up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:05:02.968604 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning for port 6545a60f-fbf2-432b-a011-f05ea4e793a1 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 01:05:02.974797 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port 6545a60f-fbf2-432b-a011-f05ea4e793a1 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:05:02.975236 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (6545a60f-fbf2-432b-a011-f05ea4e793a1), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:03.035142 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:03.050192 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 6545a60f-fbf2-432b-a011-f05ea4e793a1 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:05:03.050695 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (6545a60f-fbf2-432b-a011-f05ea4e793a1), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:03.060182 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:03.076334 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4693fbdb-0311-4f58-a0b7-e338e3369224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6545a60f-fbf2-432b-a011-f05ea4e793a1'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:05:03.078569 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e68a21-afff-4538-bb19-f7059a0a91de" -d '{"events": [{"server_uuid": "4693fbdb-0311-4f58-a0b7-e338e3369224", "name": "network-vif-plugged", "status": "completed", "tag": "6545a60f-fbf2-432b-a011-f05ea4e793a1"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:03.091620 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 6545a60f-fbf2-432b-a011-f05ea4e793a1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6545a60f-fbf2-432b-a011-f05ea4e793a1,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:03.096205 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (6545a60f-fbf2-432b-a011-f05ea4e793a1), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:03.120432 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261c14ec-e033-4333-a003-e5e04e806f5d x-openstack-request-id: req-261c14ec-e033-4333-a003-e5e04e806f5d {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:03.120738 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4693fbdb-0311-4f58-a0b7-e338e3369224", "name": "network-vif-plugged", "status": "completed", "tag": "6545a60f-fbf2-432b-a011-f05ea4e793a1", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:03.121067 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-261c14ec-e033-4333-a003-e5e04e806f5d {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:03.121464 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-261c14ec-e033-4333-a003-e5e04e806f5d'] response: {'server_uuid': '4693fbdb-0311-4f58-a0b7-e338e3369224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6545a60f-fbf2-432b-a011-f05ea4e793a1', 'code': 200} Jul 24 01:05:03.146667 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=6545a60f-fbf2-432b-a011-f05ea4e793a1,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:03.664911 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238a6cb-1c80-4aad-b52e-fae0be17cbc5 req-af16ce17-25ed-4ff2-a6cd-91d5b1ecef73 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:03.666332 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8238a6cb-1c80-4aad-b52e-fae0be17cbc5 req-af16ce17-25ed-4ff2-a6cd-91d5b1ecef73 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 947 time: 0.0486546 Jul 24 01:05:03.712442 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8238a6cb-1c80-4aad-b52e-fae0be17cbc5 req-a58f85c9-bfd4-42e0-8952-65090026ea8c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404620 Jul 24 01:05:03.977971 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401eb7a-b3c6-4241-bfaa-2e126a8b40e2 req-2a56c9c9-8eb0-4a23-b14d-62e3151015b2 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:03.979393 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4401eb7a-b3c6-4241-bfaa-2e126a8b40e2 req-2a56c9c9-8eb0-4a23-b14d-62e3151015b2 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=4693fbdb-0311-4f58-a0b7-e338e3369224 HTTP/1.1" status: 200 len: 945 time: 0.0475338 Jul 24 01:05:04.029705 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4401eb7a-b3c6-4241-bfaa-2e126a8b40e2 req-5f9dcea0-1799-4da0-ba21-9ac2f2b21d05 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3fc7fa-e345-43c9-8cc8-30c58adac491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440700 Jul 24 01:05:04.391565 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f4dc3-f2ee-438a-96de-4c04c7dfb464 req-d4ad5e4d-f9c0-4832-99ff-dd2538d24a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:04.393034 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-068f4dc3-f2ee-438a-96de-4c04c7dfb464 req-d4ad5e4d-f9c0-4832-99ff-dd2538d24a7f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4693fbdb-0311-4f58-a0b7-e338e3369224 HTTP/1.1" status: 200 len: 1129 time: 0.0394192 Jul 24 01:05:04.401242 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c807901-4b9e-4b54-82a3-a1099b05bac9 req-ae416bd0-19de-4a5c-92a7-6df7aa51bd30 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:04.402693 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2c807901-4b9e-4b54-82a3-a1099b05bac9 req-ae416bd0-19de-4a5c-92a7-6df7aa51bd30 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.39 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 947 time: 0.0501957 Jul 24 01:05:04.437962 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-068f4dc3-f2ee-438a-96de-4c04c7dfb464 req-d4cd6664-5aea-4a42-a6d6-6ff5aa50e8bc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cf3fc7fa-e345-43c9-8cc8-30c58adac491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383182 Jul 24 01:05:04.485216 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-2c807901-4b9e-4b54-82a3-a1099b05bac9 req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Deleting port e11dcec4-66a1-456b-85bc-587d87bc9e6a {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:05:04.485557 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-2c807901-4b9e-4b54-82a3-a1099b05bac9 req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:04.577793 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-2c807901-4b9e-4b54-82a3-a1099b05bac9 req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] For port e11dcec4-66a1-456b-85bc-587d87bc9e6a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e11dcec4-66a1-456b-85bc-587d87bc9e6a,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:04.578153 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-2c807901-4b9e-4b54-82a3-a1099b05bac9 req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:04.783998 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-2c807901-4b9e-4b54-82a3-a1099b05bac9 req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:04.784556 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-2c807901-4b9e-4b54-82a3-a1099b05bac9 req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (24b17ce2-22c1-4c66-90e3-2118cb1d2141), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:04.784873 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.l3_db [req-2c807901-4b9e-4b54-82a3-a1099b05bac9 req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Floating IP 24b17ce2-22c1-4c66-90e3-2118cb1d2141 disassociated. External IP: 172.37.6.2, port: e11dcec4-66a1-456b-85bc-587d87bc9e6a. Jul 24 01:05:04.785251 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-2c807901-4b9e-4b54-82a3-a1099b05bac9 req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Calling delete_port for e11dcec4-66a1-456b-85bc-587d87bc9e6a owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:05:04.867585 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15b7b1-2bb0-46ab-8fa9-35a08222e64b req-8e8c7757-70d3-49f0-b45a-1df82af1f66e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:04.869028 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-be15b7b1-2bb0-46ab-8fa9-35a08222e64b req-8e8c7757-70d3-49f0-b45a-1df82af1f66e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 947 time: 0.0815551 Jul 24 01:05:04.873622 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:04.940138 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-be15b7b1-2bb0-46ab-8fa9-35a08222e64b req-06e04630-5182-4b10-af22-17fb9702fb77 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d55959e-957c-4984-b9ef-13a578becc32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647843 Jul 24 01:05:04.992496 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-2c807901-4b9e-4b54-82a3-a1099b05bac9 req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239'] for port (e11dcec4-66a1-456b-85bc-587d87bc9e6a), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:05.018956 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Pushing event deleted for resources: {'Port': ['ID=e11dcec4-66a1-456b-85bc-587d87bc9e6a,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:05.030995 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.031342 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.031683 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.032016 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.032344 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.032671 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.032996 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.033316 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.034233 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.035046 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.035224 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.035553 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.035881 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.036203 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.036524 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.077635 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:05.173177 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97d607-fd84-4330-b1bf-1cef1b4d67f2 req-20e05d5d-acb5-4eb5-abf7-4e2e8caaae6d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:05.174815 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0d97d607-fd84-4330-b1bf-1cef1b4d67f2 req-20e05d5d-acb5-4eb5-abf7-4e2e8caaae6d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=4693fbdb-0311-4f58-a0b7-e338e3369224 HTTP/1.1" status: 200 len: 945 time: 0.0579925 Jul 24 01:05:05.197358 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c807901-4b9e-4b54-82a3-a1099b05bac9 req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Router b7f90846-378c-460e-966a-1255785da876 has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:05:05.268885 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0d97d607-fd84-4330-b1bf-1cef1b4d67f2 req-e40562d6-40fd-42c7-b394-730b9b5df908 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3fc7fa-e345-43c9-8cc8-30c58adac491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878997 Jul 24 01:05:05.323371 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c807901-4b9e-4b54-82a3-a1099b05bac9 req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:05:05.334986 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3229ab7-59e3-41e4-835f-fadbbe0c8c1e None None] Sync routers for ids ['b7f90846-378c-460e-966a-1255785da876'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:05:05.337198 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:05.338716 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:05.348908 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3229ab7-59e3-41e4-835f-fadbbe0c8c1e None None] Routers {'b7f90846-378c-460e-966a-1255785da876'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:05:05.351099 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-a3229ab7-59e3-41e4-835f-fadbbe0c8c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:04:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b7f90846-378c-460e-966a-1255785da876'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:05.369011 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c807901-4b9e-4b54-82a3-a1099b05bac9 req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] No DVR routers for this DVR port e11dcec4-66a1-456b-85bc-587d87bc9e6a on host hv-cinder-maste {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:05:05.371541 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-2c807901-4b9e-4b54-82a3-a1099b05bac9 req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:05.374738 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2c807901-4b9e-4b54-82a3-a1099b05bac9 req-aa97557f-87f0-4c87-ba65-ceb86be562be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.39 "DELETE /v2.0/ports/e11dcec4-66a1-456b-85bc-587d87bc9e6a HTTP/1.1" status: 204 len: 173 time: 0.9673681 Jul 24 01:05:05.375209 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281e8695-c8e7-4293-8abe-a4f88f175084', 'name': 'network-vif-deleted', 'tag': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:05:05.377710 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8b740f-3827-495a-9fd4-3f670e28eb34" -d '{"events": [{"server_uuid": "281e8695-c8e7-4293-8abe-a4f88f175084", "name": "network-vif-deleted", "tag": "e11dcec4-66a1-456b-85bc-587d87bc9e6a"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:05.435794 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4174a8fe-0145-4918-844a-ee0baa27928a x-openstack-request-id: req-4174a8fe-0145-4918-844a-ee0baa27928a {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:05.436186 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281e8695-c8e7-4293-8abe-a4f88f175084", "name": "network-vif-deleted", "tag": "e11dcec4-66a1-456b-85bc-587d87bc9e6a", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:05.436376 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4174a8fe-0145-4918-844a-ee0baa27928a {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:05.436851 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4174a8fe-0145-4918-844a-ee0baa27928a'] response: {'server_uuid': '281e8695-c8e7-4293-8abe-a4f88f175084', 'name': 'network-vif-deleted', 'tag': 'e11dcec4-66a1-456b-85bc-587d87bc9e6a', 'status': 'completed', 'code': 200} Jul 24 01:05:05.462647 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-a3229ab7-59e3-41e4-835f-fadbbe0c8c1e None None] Set router b7f90846-378c-460e-966a-1255785da876 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:05:05.651700 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-a3229ab7-59e3-41e4-835f-fadbbe0c8c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f90846-378c-460e-966a-1255785da876', 'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-router', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:44Z', 'revision_number': 4, 'project_id': '75293bf0100f435bb567b690edc85533', 'gw_port': {'id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '79a5aecb-d36e-43c2-ad7b-6931a40ed1f4', 'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'mac_address': 'fa:16:3e:56:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:01:03Z', 'revision_number': 5, 'project_id': '75293bf0100f435bb567b690edc85533', 'subnets': [{'id': '3183cb91-853c-4305-9098-55893a3692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:05.681046 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3229ab7-59e3-41e4-835f-fadbbe0c8c1e None None] Checking router: b7f90846-378c-460e-966a-1255785da876 for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:05:05.689739 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3229ab7-59e3-41e4-835f-fadbbe0c8c1e None None] Routers {'b7f90846-378c-460e-966a-1255785da876'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:05:05.690408 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-a3229ab7-59e3-41e4-835f-fadbbe0c8c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:04:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b7f90846-378c-460e-966a-1255785da876'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:05.788074 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-a3229ab7-59e3-41e4-835f-fadbbe0c8c1e None None] Set router b7f90846-378c-460e-966a-1255785da876 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:05:05.981665 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-a3229ab7-59e3-41e4-835f-fadbbe0c8c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f90846-378c-460e-966a-1255785da876', 'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-router', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:44Z', 'revision_number': 4, 'project_id': '75293bf0100f435bb567b690edc85533', 'gw_port': {'id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '79a5aecb-d36e-43c2-ad7b-6931a40ed1f4', 'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'mac_address': 'fa:16:3e:56:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:01:03Z', 'revision_number': 5, 'project_id': '75293bf0100f435bb567b690edc85533', 'subnets': [{'id': '3183cb91-853c-4305-9098-55893a3692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:06.007503 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3229ab7-59e3-41e4-835f-fadbbe0c8c1e None None] The sync data for ids ['b7f90846-378c-460e-966a-1255785da876'] in dv-cinder-master-3-iscsi is: [{'id': 'b7f90846-378c-460e-966a-1255785da876', 'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-router', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:44Z', 'revision_number': 4, 'project_id': '75293bf0100f435bb567b690edc85533', 'gw_port': {'id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '79a5aecb-d36e-43c2-ad7b-6931a40ed1f4', 'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'mac_address': 'fa:16:3e:56:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:01:03Z', 'revision_number': 5, 'project_id': '75293bf0100f435bb567b690edc85533', 'subnets': [{'id': '3183cb91-853c-4305-9098-55893a3692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:05:06.057386 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c378f918-b67a-4c14-869f-a5bcba2fdb6f req-e14fb7b0-fdd9-465d-8ab4-ac6778cfd0a8 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=281e8695-c8e7-4293-8abe-a4f88f175084 HTTP/1.1" status: 200 len: 210 time: 0.0291035 Jul 24 01:05:06.223570 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e4185f-f6af-4b79-960d-2252fd7ad925 None None] New status for floating IP 24b17ce2-22c1-4c66-90e3-2118cb1d2141: DOWN {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:05:06.387854 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61753d1c-65e4-42ff-8b9d-8839209361b6 req-bae18770-3bf2-444e-8595-09642593c28f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:06.389300 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-61753d1c-65e4-42ff-8b9d-8839209361b6 req-bae18770-3bf2-444e-8595-09642593c28f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=4693fbdb-0311-4f58-a0b7-e338e3369224 HTTP/1.1" status: 200 len: 945 time: 0.0469539 Jul 24 01:05:06.437700 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-61753d1c-65e4-42ff-8b9d-8839209361b6 req-39e6ae5d-6906-463a-b957-b6bd3e9cb427 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3fc7fa-e345-43c9-8cc8-30c58adac491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422020 Jul 24 01:05:06.544649 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81133db-df73-48a5-a046-389366b131e9 req-e572a227-198a-4857-b25d-177b74fddf72 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:06.546080 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b81133db-df73-48a5-a046-389366b131e9 req-e572a227-198a-4857-b25d-177b74fddf72 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=4693fbdb-0311-4f58-a0b7-e338e3369224 HTTP/1.1" status: 200 len: 945 time: 0.0450599 Jul 24 01:05:06.555350 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35380) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:05:06.559692 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-3bbe762a-4c81-4024-919f-daa407899683 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'floatingip': {'port_id': '6545a60f-fbf2-432b-a011-f05ea4e793a1'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:05:06.601799 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3bbe762a-4c81-4024-919f-daa407899683 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (cce871d1-ea93-4b1f-990b-84332c373e9f), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:07.017017 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:07.026977 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:07.029305 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3bbe762a-4c81-4024-919f-daa407899683 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:07.033460 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3bbe762a-4c81-4024-919f-daa407899683 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (cce871d1-ea93-4b1f-990b-84332c373e9f), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:07.134412 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-3bbe762a-4c81-4024-919f-daa407899683 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Floating IP cce871d1-ea93-4b1f-990b-84332c373e9f associated. External IP: 172.37.6.25, port: 6545a60f-fbf2-432b-a011-f05ea4e793a1. Jul 24 01:05:07.149925 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35386) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:05:07.209781 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-045d428a-23fb-4031-a621-812a1d8445f6 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group (1d55959e-957c-4984-b9ef-13a578becc32), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:07.234070 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-045d428a-23fb-4031-a621-812a1d8445f6 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group (1d55959e-957c-4984-b9ef-13a578becc32), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:07.283003 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-045d428a-23fb-4031-a621-812a1d8445f6 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (1d55959e-957c-4984-b9ef-13a578becc32), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:07.286129 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-045d428a-23fb-4031-a621-812a1d8445f6 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:07.287326 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-045d428a-23fb-4031-a621-812a1d8445f6 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "DELETE /v2.0/security-groups/1d55959e-957c-4984-b9ef-13a578becc32 HTTP/1.1" status: 204 len: 168 time: 0.1362977 Jul 24 01:05:07.290617 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35388) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:05:07.308770 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d428a-23fb-4031-a621-812a1d8445f6 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d55959e-957c-4984-b9ef-13a578becc32,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:07.310854 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.api.v2.resource [None req-202f46a9-9375-47af-ad9f-45cd4108f196 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] show failed (client error): The resource could not be found. Jul 24 01:05:07.311885 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-202f46a9-9375-47af-ad9f-45cd4108f196 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups/1d55959e-957c-4984-b9ef-13a578becc32 HTTP/1.1" status: 404 len: 347 time: 0.0202785 Jul 24 01:05:07.315134 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35390) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:05:07.336265 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbe762a-4c81-4024-919f-daa407899683 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Router e7884272-781c-4764-a5fa-e9aabaf2f60a has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:05:07.425664 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-206ed324-a55b-49c1-81fc-540ff9cde97b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Deleting port 57f2bee5-3d4c-4cb5-8837-3fb3ed4ed0b8 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:05:07.426014 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-206ed324-a55b-49c1-81fc-540ff9cde97b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (57f2bee5-3d4c-4cb5-8837-3fb3ed4ed0b8), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:07.442691 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbe762a-4c81-4024-919f-daa407899683 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:05:07.447322 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-3bbe762a-4c81-4024-919f-daa407899683 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:07.454609 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b356cdb-70c1-4754-b067-3c1808e2b4c2 None None] Sync routers for ids ['e7884272-781c-4764-a5fa-e9aabaf2f60a'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:05:07.465847 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b356cdb-70c1-4754-b067-3c1808e2b4c2 None None] Routers {'e7884272-781c-4764-a5fa-e9aabaf2f60a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:05:07.466534 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6b356cdb-70c1-4754-b067-3c1808e2b4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:04:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['e7884272-781c-4764-a5fa-e9aabaf2f60a'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:07.477344 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:07.484970 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-3bbe762a-4c81-4024-919f-daa407899683 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "PUT /v2.0/floatingips/cce871d1-ea93-4b1f-990b-84332c373e9f HTTP/1.1" status: 200 len: 990 time: 0.9285278 Jul 24 01:05:07.485810 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4693fbdb-0311-4f58-a0b7-e338e3369224', 'tag': '6545a60f-fbf2-432b-a011-f05ea4e793a1'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:05:07.488188 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526f71ec-4b6e-4960-add7-2c18ef970388" -d '{"events": [{"name": "network-changed", "server_uuid": "4693fbdb-0311-4f58-a0b7-e338e3369224", "tag": "6545a60f-fbf2-432b-a011-f05ea4e793a1"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:07.513169 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-206ed324-a55b-49c1-81fc-540ff9cde97b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (57f2bee5-3d4c-4cb5-8837-3fb3ed4ed0b8), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:07.513496 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-206ed324-a55b-49c1-81fc-540ff9cde97b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for floatingip (57f2bee5-3d4c-4cb5-8837-3fb3ed4ed0b8), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:07.527341 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8b124f-34c7-4d6a-bd81-fa96003d2501 x-openstack-request-id: req-ee8b124f-34c7-4d6a-bd81-fa96003d2501 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:07.527639 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4693fbdb-0311-4f58-a0b7-e338e3369224", "tag": "6545a60f-fbf2-432b-a011-f05ea4e793a1", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:07.527896 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee8b124f-34c7-4d6a-bd81-fa96003d2501 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:07.528863 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee8b124f-34c7-4d6a-bd81-fa96003d2501'] response: {'name': 'network-changed', 'server_uuid': '4693fbdb-0311-4f58-a0b7-e338e3369224', 'tag': '6545a60f-fbf2-432b-a011-f05ea4e793a1', 'status': 'completed', 'code': 200} Jul 24 01:05:07.529315 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-206ed324-a55b-49c1-81fc-540ff9cde97b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Calling delete_port for 57f2bee5-3d4c-4cb5-8837-3fb3ed4ed0b8 owned by network:floatingip {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:05:07.585472 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:07.621751 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f71ec-4b6e-4960-add7-2c18ef970388 req-f8b84464-7547-4dd4-b88b-9af7fea41ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:07.623426 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-526f71ec-4b6e-4960-add7-2c18ef970388 req-f8b84464-7547-4dd4-b88b-9af7fea41ba9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c68e39bc1724fda980be3463bbf7d7b&device_id=4693fbdb-0311-4f58-a0b7-e338e3369224 HTTP/1.1" status: 200 len: 1129 time: 0.0443218 Jul 24 01:05:07.675827 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-6b356cdb-70c1-4754-b067-3c1808e2b4c2 None None] Set router e7884272-781c-4764-a5fa-e9aabaf2f60a gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:05:07.683650 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-206ed324-a55b-49c1-81fc-540ff9cde97b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (57f2bee5-3d4c-4cb5-8837-3fb3ed4ed0b8), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:07.712713 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ed324-a55b-49c1-81fc-540ff9cde97b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Pushing event deleted for resources: {'Port': ['ID=57f2bee5-3d4c-4cb5-8837-3fb3ed4ed0b8,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:07.723140 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f71ec-4b6e-4960-add7-2c18ef970388 req-057e9904-9789-4b60-ac0d-295fa0ba8b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:07.725351 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-526f71ec-4b6e-4960-add7-2c18ef970388 req-057e9904-9789-4b60-ac0d-295fa0ba8b54 service neutron] 10.222.0.39 "GET /v2.0/networks?id=37cd1572-14d0-471e-b2ca-ff3f9078882e HTTP/1.1" status: 200 len: 916 time: 0.0941515 Jul 24 01:05:07.777913 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-206ed324-a55b-49c1-81fc-540ff9cde97b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for floatingip (24b17ce2-22c1-4c66-90e3-2118cb1d2141), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:07.780413 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-206ed324-a55b-49c1-81fc-540ff9cde97b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:07.784524 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-206ed324-a55b-49c1-81fc-540ff9cde97b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "DELETE /v2.0/floatingips/24b17ce2-22c1-4c66-90e3-2118cb1d2141 HTTP/1.1" status: 204 len: 168 time: 0.4657376 Jul 24 01:05:07.791922 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-526f71ec-4b6e-4960-add7-2c18ef970388 req-112b705c-178c-4b0c-9b5e-a226147646a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6545a60f-fbf2-432b-a011-f05ea4e793a1 HTTP/1.1" status: 200 len: 998 time: 0.0600910 Jul 24 01:05:07.851141 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f71ec-4b6e-4960-add7-2c18ef970388 req-321858f3-598a-447e-b677-d33293ddab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:07.852852 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-526f71ec-4b6e-4960-add7-2c18ef970388 req-321858f3-598a-447e-b677-d33293ddab91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2eef0065-2281-4101-b3bd-eee4be86f7f1 HTTP/1.1" status: 200 len: 854 time: 0.0516505 Jul 24 01:05:07.878724 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35398) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:05:07.883642 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-ba667465-819d-44f2-bb89-419250550aff tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1410027683', 'description': 'tempest-description--1851896825'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:05:07.885738 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=100 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:07.903283 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=100 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:07.903992 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f71ec-4b6e-4960-add7-2c18ef970388 req-09bdd096-d71f-4b73-bf61-29ffd5c41aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:07.905542 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-526f71ec-4b6e-4960-add7-2c18ef970388 req-09bdd096-d71f-4b73-bf61-29ffd5c41aa2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37cd1572-14d0-471e-b2ca-ff3f9078882e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418205 Jul 24 01:05:07.906584 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6b356cdb-70c1-4754-b067-3c1808e2b4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'cce871d1-ea93-4b1f-990b-84332c373e9f', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'floating_ip_address': '172.37.6.25', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'port_id': '6545a60f-fbf2-432b-a011-f05ea4e793a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'mac_address': 'fa:16:3e:94:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4693fbdb-0311-4f58-a0b7-e338e3369224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:04:54Z', 'updated_at': '2022-07-24T01:05:06Z', 'revision_number': 1, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:07.908711 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ba667465-819d-44f2-bb89-419250550aff tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:07.931869 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b356cdb-70c1-4754-b067-3c1808e2b4c2 None None] Checking router: e7884272-781c-4764-a5fa-e9aabaf2f60a for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:05:07.941488 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b356cdb-70c1-4754-b067-3c1808e2b4c2 None None] Routers {'e7884272-781c-4764-a5fa-e9aabaf2f60a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:05:07.942104 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6b356cdb-70c1-4754-b067-3c1808e2b4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:04:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['e7884272-781c-4764-a5fa-e9aabaf2f60a'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:07.988542 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ba667465-819d-44f2-bb89-419250550aff tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group (73545176-d13a-42eb-96b8-cbcf105cf648), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:07.992354 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ba667465-819d-44f2-bb89-419250550aff tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (73545176-d13a-42eb-96b8-cbcf105cf648), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:08.000231 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-526f71ec-4b6e-4960-add7-2c18ef970388 req-9d862db6-827a-4054-a460-5ea74a00bdb6 service neutron] 10.222.0.39 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889876 Jul 24 01:05:08.025913 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ba667465-819d-44f2-bb89-419250550aff tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:08.029829 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-ba667465-819d-44f2-bb89-419250550aff tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1470611 Jul 24 01:05:08.029829 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba667465-819d-44f2-bb89-419250550aff tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73545176-d13a-42eb-96b8-cbcf105cf648,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:08.031055 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35400) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:05:08.036025 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-955e60b0-4a4f-402d-b718-1995cbf481f6 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Request body: {'security_group_rule': {'security_group_id': '73545176-d13a-42eb-96b8-cbcf105cf648', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:05:08.054969 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-6b356cdb-70c1-4754-b067-3c1808e2b4c2 None None] Set router e7884272-781c-4764-a5fa-e9aabaf2f60a gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:05:08.067375 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-955e60b0-4a4f-402d-b718-1995cbf481f6 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group_rule (ce9c1929-6a5d-4785-a54d-233e178a97a4), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:08.112048 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-526f71ec-4b6e-4960-add7-2c18ef970388 req-58d307b6-beea-4a8c-8973-d982a80f1615 service neutron] 10.222.0.39 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027308 Jul 24 01:05:08.131650 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-955e60b0-4a4f-402d-b718-1995cbf481f6 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group_rule (ce9c1929-6a5d-4785-a54d-233e178a97a4), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:08.135893 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-955e60b0-4a4f-402d-b718-1995cbf481f6 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (ce9c1929-6a5d-4785-a54d-233e178a97a4), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:08.155827 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e60b0-4a4f-402d-b718-1995cbf481f6 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9c1929-6a5d-4785-a54d-233e178a97a4,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:08.161331 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-955e60b0-4a4f-402d-b718-1995cbf481f6 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:08.162538 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-955e60b0-4a4f-402d-b718-1995cbf481f6 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305525 Jul 24 01:05:08.165135 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35402) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:05:08.169466 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-9f553674-c804-4983-b482-c6e91daaebc3 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Request body: {'security_group_rule': {'security_group_id': '73545176-d13a-42eb-96b8-cbcf105cf648', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:05:08.197240 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9f553674-c804-4983-b482-c6e91daaebc3 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group_rule (934ca564-33b1-4fa9-9bf8-1433cb73946d), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:08.255207 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9f553674-c804-4983-b482-c6e91daaebc3 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group_rule (934ca564-33b1-4fa9-9bf8-1433cb73946d), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:08.261126 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9f553674-c804-4983-b482-c6e91daaebc3 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (934ca564-33b1-4fa9-9bf8-1433cb73946d), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:08.280439 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f553674-c804-4983-b482-c6e91daaebc3 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934ca564-33b1-4fa9-9bf8-1433cb73946d,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:08.285564 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9f553674-c804-4983-b482-c6e91daaebc3 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:08.286749 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-9f553674-c804-4983-b482-c6e91daaebc3 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206875 Jul 24 01:05:08.287145 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6b356cdb-70c1-4754-b067-3c1808e2b4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'cce871d1-ea93-4b1f-990b-84332c373e9f', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'floating_ip_address': '172.37.6.25', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'port_id': '6545a60f-fbf2-432b-a011-f05ea4e793a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'mac_address': 'fa:16:3e:94:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4693fbdb-0311-4f58-a0b7-e338e3369224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:04:54Z', 'updated_at': '2022-07-24T01:05:06Z', 'revision_number': 1, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:08.290016 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35404) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:05:08.294437 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-5f65304a-020f-466a-8cdf-355d76700f58 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Request body: {'floatingip': {'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:05:08.302960 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=8 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:08.317566 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b356cdb-70c1-4754-b067-3c1808e2b4c2 None None] The sync data for ids ['e7884272-781c-4764-a5fa-e9aabaf2f60a'] in dv-cinder-master-3-iscsi is: [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'cce871d1-ea93-4b1f-990b-84332c373e9f', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'floating_ip_address': '172.37.6.25', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'port_id': '6545a60f-fbf2-432b-a011-f05ea4e793a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'mac_address': 'fa:16:3e:94:bc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4693fbdb-0311-4f58-a0b7-e338e3369224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:04:54Z', 'updated_at': '2022-07-24T01:05:06Z', 'revision_number': 1, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:05:08.317842 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5f65304a-020f-466a-8cdf-355d76700f58 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:08.401981 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5f65304a-020f-466a-8cdf-355d76700f58 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:08.409711 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:08.513148 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-5f65304a-020f-466a-8cdf-355d76700f58 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Allocated IP 172.37.6.94 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/8c7e736c-27fb-49c7-97ad-385681dee4dd) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:05:08.531997 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e84ea5-b271-41cf-9f71-fc43ba41d1ca None None] New status for floating IP cce871d1-ea93-4b1f-990b-84332c373e9f: ACTIVE {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:05:08.619271 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5f65304a-020f-466a-8cdf-355d76700f58 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for port (8c7e736c-27fb-49c7-97ad-385681dee4dd), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:08.651683 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5f65304a-020f-466a-8cdf-355d76700f58 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (8c7e736c-27fb-49c7-97ad-385681dee4dd), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:08.692245 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f65304a-020f-466a-8cdf-355d76700f58 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:05:08.697630 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-5f65304a-020f-466a-8cdf-355d76700f58 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:08.700196 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f65304a-020f-466a-8cdf-355d76700f58 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:05:08.727209 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65304a-020f-466a-8cdf-355d76700f58 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Pushing event updated for resources: {'Port': ['ID=8c7e736c-27fb-49c7-97ad-385681dee4dd,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:08.790638 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5f65304a-020f-466a-8cdf-355d76700f58 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for floatingip (d919aa55-3489-436f-ab3f-eda09c06dc2e), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:08.826463 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5f65304a-020f-466a-8cdf-355d76700f58 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (8c7e736c-27fb-49c7-97ad-385681dee4dd), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:08.927338 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device e11dcec4-66a1-456b-85bc-587d87bc9e6a no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:05:08.947278 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] No Port match for: e11dcec4-66a1-456b-85bc-587d87bc9e6a {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:05:08.947623 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device e11dcec4-66a1-456b-85bc-587d87bc9e6a not bound to the agent host hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:05:08.973234 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5f65304a-020f-466a-8cdf-355d76700f58 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for port (8c7e736c-27fb-49c7-97ad-385681dee4dd), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:08.977710 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5f65304a-020f-466a-8cdf-355d76700f58 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (8c7e736c-27fb-49c7-97ad-385681dee4dd), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:09.029057 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:09.053669 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65304a-020f-466a-8cdf-355d76700f58 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Pushing event updated for resources: {'Port': ['ID=8c7e736c-27fb-49c7-97ad-385681dee4dd,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:09.061256 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5f65304a-020f-466a-8cdf-355d76700f58 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (d919aa55-3489-436f-ab3f-eda09c06dc2e), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:09.077257 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5f65304a-020f-466a-8cdf-355d76700f58 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:09.078613 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-5f65304a-020f-466a-8cdf-355d76700f58 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7875042 Jul 24 01:05:09.270055 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:09.278633 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:09.286559 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-14be32d0-5a10-4707-8c15-eb9be0d7992a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1410027683&fields=id&tenant_id=75293bf0100f435bb567b690edc85533 HTTP/1.1" status: 200 len: 267 time: 0.0501754 Jul 24 01:05:09.720286 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f31fa-0220-4ccf-ac56-5f9c429ca264 req-e96b8397-fa49-4b2f-9656-dfe228bf01d6 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:09.722640 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-329f31fa-0220-4ccf-ac56-5f9c429ca264 req-e96b8397-fa49-4b2f-9656-dfe228bf01d6 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.1039011 Jul 24 01:05:09.728943 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267697f-4a0c-4f1d-9209-db1247e8a68d req-5f6ff14c-d31b-462f-b3c1-c6c0f722e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:09.730347 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f267697f-4a0c-4f1d-9209-db1247e8a68d req-5f6ff14c-d31b-462f-b3c1-c6c0f722e7f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee9d5b852be444f48a33b2f4be5c34be&device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 1169 time: 0.0982244 Jul 24 01:05:09.760966 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-cb687fc7-302a-4e6e-ab49-e23ac9eb0e05 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:09.762703 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-cb687fc7-302a-4e6e-ab49-e23ac9eb0e05 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/networks?id=e240c1c7-87a5-4124-b96b-a74d28ba2a48 HTTP/1.1" status: 200 len: 817 time: 0.4693496 Jul 24 01:05:09.773911 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:09.818398 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-f28791fe-7125-47a4-a953-82e5153009b3 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/quotas/75293bf0100f435bb567b690edc85533 HTTP/1.1" status: 200 len: 375 time: 0.0403254 Jul 24 01:05:09.875189 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-329f31fa-0220-4ccf-ac56-5f9c429ca264 req-7a4f4fa8-92f1-4421-9941-7b2ebe6e456d tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&id=b8b34d0f-b8f7-4710-9499-8209c663a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1437933 Jul 24 01:05:09.928231 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-b0df0d89-cde4-4a6e-9791-60b45da4dafe tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=75293bf0100f435bb567b690edc85533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764663 Jul 24 01:05:09.950619 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267697f-4a0c-4f1d-9209-db1247e8a68d req-537c90d5-6fce-41e7-8801-4cf707523169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:09.952078 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f267697f-4a0c-4f1d-9209-db1247e8a68d req-537c90d5-6fce-41e7-8801-4cf707523169 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a03d2c45-4db4-45be-ae0a-38988e70c5b5 HTTP/1.1" status: 200 len: 915 time: 0.2098184 Jul 24 01:05:10.060020 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f267697f-4a0c-4f1d-9209-db1247e8a68d req-d509078c-f827-49ca-b53a-5d9eb16d00f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83a88c5b-6010-4bfd-9dd1-ee05588aab25 HTTP/1.1" status: 200 len: 1002 time: 0.0962706 Jul 24 01:05:10.108458 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-b2d67960-240d-4fc4-ad81-ae16ffe5886a service neutron] 10.222.0.18 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679721 Jul 24 01:05:10.139101 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267697f-4a0c-4f1d-9209-db1247e8a68d req-a465203b-dcaf-495e-8862-66fc02a58567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:10.140923 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f267697f-4a0c-4f1d-9209-db1247e8a68d req-a465203b-dcaf-495e-8862-66fc02a58567 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=008e51ac-13a1-4b5d-97d5-309dbd528833 HTTP/1.1" status: 200 len: 853 time: 0.0739472 Jul 24 01:05:10.218955 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267697f-4a0c-4f1d-9209-db1247e8a68d req-6b278391-e98e-4969-833d-b4d259426ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:10.220421 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f267697f-4a0c-4f1d-9209-db1247e8a68d req-6b278391-e98e-4969-833d-b4d259426ac2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a03d2c45-4db4-45be-ae0a-38988e70c5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726776 Jul 24 01:05:10.269046 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-02715bd2-577a-4423-b7cc-ca7ae23732de service neutron] 10.222.0.18 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529050 Jul 24 01:05:10.329109 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f267697f-4a0c-4f1d-9209-db1247e8a68d req-20f61a5a-57c0-4192-b49d-ca746ea588ec service neutron] 10.222.0.39 "GET /v2.0/networks/a03d2c45-4db4-45be-ae0a-38988e70c5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007409 Jul 24 01:05:10.447543 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-22291305-03a6-4b92-a773-6dc6512d5b38 req-bb728ddf-b770-47b7-ab84-fdec59049bb3 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 210 time: 0.0344062 Jul 24 01:05:10.451574 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f267697f-4a0c-4f1d-9209-db1247e8a68d req-59cc501e-6248-469c-9e0f-604d85e7551f service neutron] 10.222.0.39 "GET /v2.0/networks/a03d2c45-4db4-45be-ae0a-38988e70c5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147602 Jul 24 01:05:10.996393 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af3616-11e4-404d-9295-858997267eda req-48a8aeb8-6499-42e4-b596-0f530491c100 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:10.997831 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-76af3616-11e4-404d-9295-858997267eda req-48a8aeb8-6499-42e4-b596-0f530491c100 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.0495489 Jul 24 01:05:11.010668 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:11.031488 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:11.059413 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-76af3616-11e4-404d-9295-858997267eda req-45e1d456-0235-4a2e-adda-790acb8a0770 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&id=b8b34d0f-b8f7-4710-9499-8209c663a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548849 Jul 24 01:05:11.550746 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-65cbb896-e291-4d69-a8d4-ada8a322d2c4 req-b54d1b2c-60ca-4dd3-a976-c98706f44f4a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 210 time: 0.0289550 Jul 24 01:05:11.800387 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-fb1e0cde-cc44-4177-b850-8bf5fdec04e4 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:11.801740 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-fb1e0cde-cc44-4177-b850-8bf5fdec04e4 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.39 "GET /v2.0/networks?id=e240c1c7-87a5-4124-b96b-a74d28ba2a48 HTTP/1.1" status: 200 len: 817 time: 0.1058395 Jul 24 01:05:11.882229 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-52818982-de50-4338-8819-238606a10dd7 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75293bf0100f435bb567b690edc85533 HTTP/1.1" status: 200 len: 380 time: 0.0624652 Jul 24 01:05:11.992110 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-f88309a3-58fe-4299-840b-a6ed9c447f9a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Request body: {'port': {'device_id': 'c70b3837-80be-480a-9a3f-7b03aff78573', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'admin_state_up': True, 'tenant_id': '75293bf0100f435bb567b690edc85533', 'security_groups': ['73545176-d13a-42eb-96b8-cbcf105cf648']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:05:12.101511 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-f88309a3-58fe-4299-840b-a6ed9c447f9a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Made reservation on behalf of 75293bf0100f435bb567b690edc85533 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:05:12.104922 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-f88309a3-58fe-4299-840b-a6ed9c447f9a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:12.223275 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10d143-388e-4d65-bbf1-b8253e871588 req-1a115a70-178c-4022-85f1-cd9196cb25a9 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:12.224714 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ef10d143-388e-4d65-bbf1-b8253e871588 req-1a115a70-178c-4022-85f1-cd9196cb25a9 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.0920975 Jul 24 01:05:12.303250 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-f88309a3-58fe-4299-840b-a6ed9c447f9a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Allocated IP 172.20.0.9 (e240c1c7-87a5-4124-b96b-a74d28ba2a48/3183cb91-853c-4305-9098-55893a3692d6/1722886c-350d-4118-96b1-5082f64a6e70) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:05:12.335578 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ef10d143-388e-4d65-bbf1-b8253e871588 req-abb80ff4-fc3e-4af3-936b-7a87761467f3 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&id=b8b34d0f-b8f7-4710-9499-8209c663a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888832 Jul 24 01:05:12.463870 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-f88309a3-58fe-4299-840b-a6ed9c447f9a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for port (1722886c-350d-4118-96b1-5082f64a6e70), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:12.495402 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-f88309a3-58fe-4299-840b-a6ed9c447f9a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (1722886c-350d-4118-96b1-5082f64a6e70), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:12.522337 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:12.543741 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-f88309a3-58fe-4299-840b-a6ed9c447f9a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Network e240c1c7-87a5-4124-b96b-a74d28ba2a48 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:05:12.549961 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-f88309a3-58fe-4299-840b-a6ed9c447f9a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:12.552220 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88309a3-58fe-4299-840b-a6ed9c447f9a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Pushing event updated for resources: {'Port': ['ID=1722886c-350d-4118-96b1-5082f64a6e70,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:12.554373 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-f88309a3-58fe-4299-840b-a6ed9c447f9a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:05:12.559631 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-f88309a3-58fe-4299-840b-a6ed9c447f9a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:12.560155 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-f88309a3-58fe-4299-840b-a6ed9c447f9a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:12.580641 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-f88309a3-58fe-4299-840b-a6ed9c447f9a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5921288 Jul 24 01:05:12.598993 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] Request body: {'port': {'device_id': 'c70b3837-80be-480a-9a3f-7b03aff78573', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:05:12.626016 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:12.702588 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (1722886c-350d-4118-96b1-5082f64a6e70), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:12.710754 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed967f4f-9df9-4f66-bfa2-82de97d8bf0d req-433fad96-546a-4731-ad16-44b75bd572ac tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:12.712247 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ed967f4f-9df9-4f66-bfa2-82de97d8bf0d req-433fad96-546a-4731-ad16-44b75bd572ac tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 931 time: 0.0825129 Jul 24 01:05:12.803923 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-7516c1ad-7bc5-43b9-9254-0ea9c4a9dd37 None None] Provisioning complete for port 1722886c-350d-4118-96b1-5082f64a6e70 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:05:12.804550 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7516c1ad-7bc5-43b9-9254-0ea9c4a9dd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (1722886c-350d-4118-96b1-5082f64a6e70), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:12.836299 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-7516c1ad-7bc5-43b9-9254-0ea9c4a9dd37 None None] Port 1722886c-350d-4118-96b1-5082f64a6e70 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:05:12.844740 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ed967f4f-9df9-4f66-bfa2-82de97d8bf0d req-81d45d4a-ce8e-44af-9671-898277d63020 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247201 Jul 24 01:05:13.000267 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1722886c-350d-4118-96b1-5082f64a6e70 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:05:13.007682 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] Publish callbacks [] for port (1722886c-350d-4118-96b1-5082f64a6e70), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:13.019750 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] Transition to ACTIVE for port object 1722886c-350d-4118-96b1-5082f64a6e70 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 01:05:13.023513 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (1722886c-350d-4118-96b1-5082f64a6e70), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:13.094199 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] Pushing event updated for resources: {'Port': ['ID=1722886c-350d-4118-96b1-5082f64a6e70,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:13.109065 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] Attempting to bind port 1722886c-350d-4118-96b1-5082f64a6e70 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:05:13.109329 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] Attempting to bind port 1722886c-350d-4118-96b1-5082f64a6e70 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:05:13.109663 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] Attempting to bind port 1722886c-350d-4118-96b1-5082f64a6e70 on network e240c1c7-87a5-4124-b96b-a74d28ba2a48 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:05:13.115569 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] Port 1722886c-350d-4118-96b1-5082f64a6e70 on network e240c1c7-87a5-4124-b96b-a74d28ba2a48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 01:05:13.116017 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] Attempting to bind port 1722886c-350d-4118-96b1-5082f64a6e70 on network e240c1c7-87a5-4124-b96b-a74d28ba2a48 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:05:13.121203 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] Checking agent: {'id': 'e7b2140f-0e0f-4ee7-997b-e62068d5aaa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'started_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:05:13.122021 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] Checking segment: {'id': '5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:05:13.122422 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] Bound using segment: {'id': '5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:05:13.122854 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] Bound port: 1722886c-350d-4118-96b1-5082f64a6e70, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:05:13.123215 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (1722886c-350d-4118-96b1-5082f64a6e70), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:13.185770 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] For port 1722886c-350d-4118-96b1-5082f64a6e70, host hv-cinder-maste, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:05:13.188949 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] For port 1722886c-350d-4118-96b1-5082f64a6e70, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1722886c-350d-4118-96b1-5082f64a6e70,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:05:13.196334 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (1722886c-350d-4118-96b1-5082f64a6e70), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:13.234997 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:13.235603 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:13.237575 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] 10.222.0.39 "PUT /v2.0/ports/1722886c-350d-4118-96b1-5082f64a6e70 HTTP/1.1" status: 200 len: 1093 time: 0.6435101 Jul 24 01:05:13.238000 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70b3837-80be-480a-9a3f-7b03aff78573', 'tag': '1722886c-350d-4118-96b1-5082f64a6e70'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:05:13.240291 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb64fc1-b84a-4599-9b88-aff4231d3620" -d '{"events": [{"name": "network-changed", "server_uuid": "c70b3837-80be-480a-9a3f-7b03aff78573", "tag": "1722886c-350d-4118-96b1-5082f64a6e70"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:13.264258 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73185188-c2be-4f1d-9d34-1e645a6ab2db service neutron] Pushing event updated for resources: {'Port': ['ID=1722886c-350d-4118-96b1-5082f64a6e70,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:13.300062 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3816ce47-e376-4ee2-b656-13cd2e190db6 x-openstack-request-id: req-3816ce47-e376-4ee2-b656-13cd2e190db6 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:13.300419 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c70b3837-80be-480a-9a3f-7b03aff78573", "tag": "1722886c-350d-4118-96b1-5082f64a6e70", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:13.300735 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3816ce47-e376-4ee2-b656-13cd2e190db6 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:13.301204 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3816ce47-e376-4ee2-b656-13cd2e190db6'] response: {'name': 'network-changed', 'server_uuid': 'c70b3837-80be-480a-9a3f-7b03aff78573', 'tag': '1722886c-350d-4118-96b1-5082f64a6e70', 'status': 'completed', 'code': 200} Jul 24 01:05:13.366237 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-b3300227-d72e-4980-9fc2-633a92316360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:13.367805 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-b3300227-d72e-4980-9fc2-633a92316360 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75293bf0100f435bb567b690edc85533&device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 1127 time: 0.0418961 Jul 24 01:05:13.425392 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-fc158ee5-7c39-4bf2-9976-3d7be87d15cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1722886c-350d-4118-96b1-5082f64a6e70 HTTP/1.1" status: 200 len: 217 time: 0.0384238 Jul 24 01:05:13.481447 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:13.505053 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080cb1b-6b68-40b2-b64d-f7ff53a7d135 req-9062247a-f739-4529-92de-b63014d77df7 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:13.506545 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3080cb1b-6b68-40b2-b64d-f7ff53a7d135 req-9062247a-f739-4529-92de-b63014d77df7 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.0839512 Jul 24 01:05:13.517004 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-26580b8e-61bb-4e9c-a7e6-09fb729c2c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:13.518981 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-26580b8e-61bb-4e9c-a7e6-09fb729c2c3b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3183cb91-853c-4305-9098-55893a3692d6 HTTP/1.1" status: 200 len: 856 time: 0.0850186 Jul 24 01:05:13.559451 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7368d73d-3a80-4c62-8075-ea67e857e8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:13.584343 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-16f66349-a6bb-48ec-9906-da00d61181aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:13.586232 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-16f66349-a6bb-48ec-9906-da00d61181aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e240c1c7-87a5-4124-b96b-a74d28ba2a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566387 Jul 24 01:05:13.636006 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3080cb1b-6b68-40b2-b64d-f7ff53a7d135 req-ada98212-aee0-4fe7-81c6-e1f81c02abf3 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&id=b8b34d0f-b8f7-4710-9499-8209c663a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1137457 Jul 24 01:05:13.638007 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:13.711359 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-5ace870e-421f-449f-ada0-e32901e6ba8c service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172571 Jul 24 01:05:13.803402 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6007d49a-c7f4-44e4-b93a-24901044c4c4 req-ccbb841e-b907-4c99-8e00-6dcbd683ac71 service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855246 Jul 24 01:05:13.989181 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd96af-c8b5-4555-8e20-22ef7e37d6cb req-fe33c998-99c5-4c54-bad4-e8aa7c7e2639 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:13.990615 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-affd96af-c8b5-4555-8e20-22ef7e37d6cb req-fe33c998-99c5-4c54-bad4-e8aa7c7e2639 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0765443 Jul 24 01:05:14.005306 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c9313-cfeb-457d-a03b-734bc63e0ed3 req-f1f64155-f32b-4b24-8de3-dd8028ed6cc2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:14.006721 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a05c9313-cfeb-457d-a03b-734bc63e0ed3 req-f1f64155-f32b-4b24-8de3-dd8028ed6cc2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 943 time: 0.0825624 Jul 24 01:05:14.075927 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-affd96af-c8b5-4555-8e20-22ef7e37d6cb req-80019e50-cb71-48e5-b772-51bd82166414 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682437 Jul 24 01:05:14.082812 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a05c9313-cfeb-457d-a03b-734bc63e0ed3 req-0a43c5e8-6e07-4c43-aa6c-ad6e933aee37 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692253 Jul 24 01:05:14.753975 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917c3b4-79ae-45a6-a5b2-3f411e9886b4 req-a93bb4bc-f87f-4d87-978d-473b3ed75d4a tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:14.755432 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3917c3b4-79ae-45a6-a5b2-3f411e9886b4 req-a93bb4bc-f87f-4d87-978d-473b3ed75d4a tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.0461409 Jul 24 01:05:14.816333 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3917c3b4-79ae-45a6-a5b2-3f411e9886b4 req-a49680d0-b69b-4a63-a78c-435908279144 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&id=b8b34d0f-b8f7-4710-9499-8209c663a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554302 Jul 24 01:05:15.220395 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fe1f9-cd53-4561-97db-bcddb12f6521 req-ebdb3eef-83d4-4928-861a-16f18333315e tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:15.222202 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9b6fe1f9-cd53-4561-97db-bcddb12f6521 req-ebdb3eef-83d4-4928-861a-16f18333315e tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0750732 Jul 24 01:05:15.229954 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f988c-5bc3-43b4-81ae-74372f335254 req-8b6e384d-4155-4ffa-abf5-1a9e920092e6 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:15.231323 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7c3f988c-5bc3-43b4-81ae-74372f335254 req-8b6e384d-4155-4ffa-abf5-1a9e920092e6 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 943 time: 0.0741987 Jul 24 01:05:15.306466 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9b6fe1f9-cd53-4561-97db-bcddb12f6521 req-c9b7cc9e-5731-45e1-8f5d-2ee87f27a323 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742140 Jul 24 01:05:15.313763 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7c3f988c-5bc3-43b4-81ae-74372f335254 req-d294db7a-aee8-409d-aa33-33d04c30a683 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747335 Jul 24 01:05:15.831330 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-eecaaff1-060d-4dcc-a177-413bcf09050b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:15.929689 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66f79c-91c5-482b-b4c2-bdaaea372e01 req-ad387dcb-e476-40ed-87c6-9c73342105a0 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:15.931140 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1d66f79c-91c5-482b-b4c2-bdaaea372e01 req-ad387dcb-e476-40ed-87c6-9c73342105a0 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.0477660 Jul 24 01:05:15.991288 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1d66f79c-91c5-482b-b4c2-bdaaea372e01 req-48c86f70-932a-44af-9e49-b8ee63d7d1f0 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&id=b8b34d0f-b8f7-4710-9499-8209c663a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545671 Jul 24 01:05:16.415360 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:16.453717 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a75fb7-b0ce-4cbd-b367-78dc448ddd2f req-a4677a01-3439-4aa9-9826-8ca6f05fe844 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:16.455688 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-52a75fb7-b0ce-4cbd-b367-78dc448ddd2f req-a4677a01-3439-4aa9-9826-8ca6f05fe844 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0790045 Jul 24 01:05:16.465937 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb809565-66c5-4cfa-9192-7a294c5ae1dc req-4848ea60-f20a-4b6e-82f8-08d8049f0eba tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:16.467316 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fb809565-66c5-4cfa-9192-7a294c5ae1dc req-4848ea60-f20a-4b6e-82f8-08d8049f0eba tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 943 time: 0.0791185 Jul 24 01:05:16.539439 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-52a75fb7-b0ce-4cbd-b367-78dc448ddd2f req-19223e33-4a79-4a28-99f6-1ff273492e00 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712039 Jul 24 01:05:16.543379 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fb809565-66c5-4cfa-9192-7a294c5ae1dc req-59e27b54-e1a5-469f-a7f3-eb99ecea785f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676537 Jul 24 01:05:16.946294 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 1722886c-350d-4118-96b1-5082f64a6e70 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:05:17.030901 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb64fc1-b84a-4599-9b88-aff4231d3620 req-0095cd1c-1551-49f7-a4cb-0c6b5f3e9c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:17.033060 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1fb64fc1-b84a-4599-9b88-aff4231d3620 req-0095cd1c-1551-49f7-a4cb-0c6b5f3e9c7e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75293bf0100f435bb567b690edc85533&device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 1127 time: 0.0419524 Jul 24 01:05:17.050252 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 1722886c-350d-4118-96b1-5082f64a6e70, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1722886c-350d-4118-96b1-5082f64a6e70,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:17.061527 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': '1722886c-350d-4118-96b1-5082f64a6e70', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'port_id': '1722886c-350d-4118-96b1-5082f64a6e70', 'mac_address': 'fa:16:3e:bd:21:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:05:17.102884 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 1722886c-350d-4118-96b1-5082f64a6e70 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:05:17.103267 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (1722886c-350d-4118-96b1-5082f64a6e70), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:17.111585 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876f92b-107d-4f47-986b-d7b3174610eb req-cc4bf0d4-1ea5-4b47-ad8d-de92c09864c1 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:17.113274 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4876f92b-107d-4f47-986b-d7b3174610eb req-cc4bf0d4-1ea5-4b47-ad8d-de92c09864c1 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.0464406 Jul 24 01:05:17.122974 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1722886c-350d-4118-96b1-5082f64a6e70 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:05:17.127598 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:17.144079 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 1722886c-350d-4118-96b1-5082f64a6e70, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1722886c-350d-4118-96b1-5082f64a6e70,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:17.149450 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (1722886c-350d-4118-96b1-5082f64a6e70), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:17.155571 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:17.181112 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4876f92b-107d-4f47-986b-d7b3174610eb req-c7679951-ff12-448c-b178-c2c647af2658 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&id=b8b34d0f-b8f7-4710-9499-8209c663a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617588 Jul 24 01:05:17.200253 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=1722886c-350d-4118-96b1-5082f64a6e70,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:17.207869 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:17.208213 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:17.208571 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:17.208925 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:17.209258 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:17.209581 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:17.209906 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:17.210244 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:17.210552 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:17.210907 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:17.211223 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:17.211548 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:17.211894 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:17.212196 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:17.212543 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:17.336738 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb64fc1-b84a-4599-9b88-aff4231d3620 req-f6849886-c315-45bf-a4fd-74e5cf784a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:17.338156 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1fb64fc1-b84a-4599-9b88-aff4231d3620 req-f6849886-c315-45bf-a4fd-74e5cf784a4b service neutron] 10.222.0.39 "GET /v2.0/networks?id=e240c1c7-87a5-4124-b96b-a74d28ba2a48 HTTP/1.1" status: 200 len: 918 time: 0.0850177 Jul 24 01:05:17.459184 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1fb64fc1-b84a-4599-9b88-aff4231d3620 req-314820a4-793e-401d-b8f3-d56f64cd2d59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1722886c-350d-4118-96b1-5082f64a6e70 HTTP/1.1" status: 200 len: 217 time: 0.0370300 Jul 24 01:05:17.485261 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06121135-b425-404d-b838-412738f4a9a8 req-deaf70d8-7e77-4e36-8cb3-ad2948d4dce7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:17.487035 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-06121135-b425-404d-b838-412738f4a9a8 req-deaf70d8-7e77-4e36-8cb3-ad2948d4dce7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.39 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0477092 Jul 24 01:05:17.501407 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:17.507697 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb64fc1-b84a-4599-9b88-aff4231d3620 req-2bec895b-fc69-4004-b5cc-8bb13b662b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:17.509131 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1fb64fc1-b84a-4599-9b88-aff4231d3620 req-2bec895b-fc69-4004-b5cc-8bb13b662b35 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3183cb91-853c-4305-9098-55893a3692d6 HTTP/1.1" status: 200 len: 856 time: 0.0439255 Jul 24 01:05:17.552283 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb64fc1-b84a-4599-9b88-aff4231d3620 req-3d5ac410-64c6-4df9-99db-123951319ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:17.553765 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1fb64fc1-b84a-4599-9b88-aff4231d3620 req-3d5ac410-64c6-4df9-99db-123951319ab5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e240c1c7-87a5-4124-b96b-a74d28ba2a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387828 Jul 24 01:05:17.569038 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['1722886c-350d-4118-96b1-5082f64a6e70'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:05:17.583211 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-06121135-b425-404d-b838-412738f4a9a8 req-e07acb1d-67e0-4006-8466-6d369a251ee7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Deleting port 710ccda1-d8a7-4b65-9124-7d15ed6b5d75 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:05:17.583562 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-06121135-b425-404d-b838-412738f4a9a8 req-e07acb1d-67e0-4006-8466-6d369a251ee7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (710ccda1-d8a7-4b65-9124-7d15ed6b5d75), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:17.720128 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:17.725701 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:17.940777 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-06121135-b425-404d-b838-412738f4a9a8 req-e07acb1d-67e0-4006-8466-6d369a251ee7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] For port 710ccda1-d8a7-4b65-9124-7d15ed6b5d75, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=710ccda1-d8a7-4b65-9124-7d15ed6b5d75,segment=NetworkSegment(f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8),segment_id=f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:17.941129 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-06121135-b425-404d-b838-412738f4a9a8 req-e07acb1d-67e0-4006-8466-6d369a251ee7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (710ccda1-d8a7-4b65-9124-7d15ed6b5d75), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:17.976723 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b224db7-bfe9-4b0a-bc23-d0bcc5c71c1d req-483fe86d-35b1-44a3-a602-f5821ffec58e tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:17.978092 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2b224db7-bfe9-4b0a-bc23-d0bcc5c71c1d req-483fe86d-35b1-44a3-a602-f5821ffec58e tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ba3b57-16f8-4b6f-b0a6-d0141afc0faa HTTP/1.1" status: 200 len: 945 time: 0.0869443 Jul 24 01:05:17.993022 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaef2ec-f56a-4562-a027-e39c5698fdcc req-b50b9ff4-1a0c-4da4-a57c-e00d0237c9fa tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:17.994440 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ccaef2ec-f56a-4562-a027-e39c5698fdcc req-b50b9ff4-1a0c-4da4-a57c-e00d0237c9fa tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 944 time: 0.1046753 Jul 24 01:05:18.008596 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1fb64fc1-b84a-4599-9b88-aff4231d3620 req-304447b6-c3e3-46aa-b0dc-7a0ebe844d36 service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486635 Jul 24 01:05:18.106317 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-06121135-b425-404d-b838-412738f4a9a8 req-e07acb1d-67e0-4006-8466-6d369a251ee7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:18.106672 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-06121135-b425-404d-b838-412738f4a9a8 req-e07acb1d-67e0-4006-8466-6d369a251ee7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (f733f291-02a6-4ca3-bc2d-1ed009978330), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:18.107010 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.l3_db [req-06121135-b425-404d-b838-412738f4a9a8 req-e07acb1d-67e0-4006-8466-6d369a251ee7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Floating IP f733f291-02a6-4ca3-bc2d-1ed009978330 disassociated. External IP: 172.37.6.172, port: 710ccda1-d8a7-4b65-9124-7d15ed6b5d75. Jul 24 01:05:18.107351 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-06121135-b425-404d-b838-412738f4a9a8 req-e07acb1d-67e0-4006-8466-6d369a251ee7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Calling delete_port for 710ccda1-d8a7-4b65-9124-7d15ed6b5d75 owned by compute:nova {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:05:18.123403 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2b224db7-bfe9-4b0a-bc23-d0bcc5c71c1d req-355e8ffb-58fb-4b69-b5f3-a057d0516690 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=07737da6-8114-4d88-bc0f-9a7de181130b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279099 Jul 24 01:05:18.153414 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ccaef2ec-f56a-4562-a027-e39c5698fdcc req-ebe697b6-1033-4da9-b8ba-58263858a8d2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478832 Jul 24 01:05:18.168536 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1fb64fc1-b84a-4599-9b88-aff4231d3620 req-8777938e-629b-4d1b-a222-0c9b7607ec49 service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449263 Jul 24 01:05:18.240857 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-06121135-b425-404d-b838-412738f4a9a8 req-e07acb1d-67e0-4006-8466-6d369a251ee7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (710ccda1-d8a7-4b65-9124-7d15ed6b5d75), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:18.266617 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07acb1d-67e0-4006-8466-6d369a251ee7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Pushing event deleted for resources: {'Port': ['ID=710ccda1-d8a7-4b65-9124-7d15ed6b5d75,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:18.290916 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=43 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:18.293540 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=35 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:18.302803 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de93b33-9285-4e2e-85d8-7b548dade440 req-fee566bc-f5ea-4b87-bb2a-97b4c80de1e9 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:18.304342 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8de93b33-9285-4e2e-85d8-7b548dade440 req-fee566bc-f5ea-4b87-bb2a-97b4c80de1e9 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.0550058 Jul 24 01:05:18.365849 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8de93b33-9285-4e2e-85d8-7b548dade440 req-1724e680-3f99-4d8e-aee1-f4b944f2a615 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&id=b8b34d0f-b8f7-4710-9499-8209c663a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557761 Jul 24 01:05:18.379821 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06121135-b425-404d-b838-412738f4a9a8 req-e07acb1d-67e0-4006-8466-6d369a251ee7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:05:18.411244 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:18.484667 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06121135-b425-404d-b838-412738f4a9a8 req-e07acb1d-67e0-4006-8466-6d369a251ee7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:05:18.494832 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128e610a-04d5-439e-a8c5-b4cc77378700 None None] Sync routers for ids ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:05:18.505791 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128e610a-04d5-439e-a8c5-b4cc77378700 None None] Routers {'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:05:18.506371 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-128e610a-04d5-439e-a8c5-b4cc77378700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:05:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:18.527479 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-06121135-b425-404d-b838-412738f4a9a8 req-e07acb1d-67e0-4006-8466-6d369a251ee7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] No DVR routers for this DVR port 710ccda1-d8a7-4b65-9124-7d15ed6b5d75 on host hv-cinder-maste {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:05:18.529958 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-06121135-b425-404d-b838-412738f4a9a8 req-e07acb1d-67e0-4006-8466-6d369a251ee7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:18.533266 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-06121135-b425-404d-b838-412738f4a9a8 req-e07acb1d-67e0-4006-8466-6d369a251ee7 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.39 "DELETE /v2.0/ports/710ccda1-d8a7-4b65-9124-7d15ed6b5d75 HTTP/1.1" status: 204 len: 173 time: 1.0391455 Jul 24 01:05:18.533705 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ba3b57-16f8-4b6f-b0a6-d0141afc0faa', 'name': 'network-vif-deleted', 'tag': '710ccda1-d8a7-4b65-9124-7d15ed6b5d75'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:05:18.535955 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a4847b-ec3e-4c58-b078-654996d65bde" -d '{"events": [{"server_uuid": "64ba3b57-16f8-4b6f-b0a6-d0141afc0faa", "name": "network-vif-deleted", "tag": "710ccda1-d8a7-4b65-9124-7d15ed6b5d75"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:18.583944 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47af5c2c-aea6-4fe7-8010-1476d0251bfc x-openstack-request-id: req-47af5c2c-aea6-4fe7-8010-1476d0251bfc {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:18.584233 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ba3b57-16f8-4b6f-b0a6-d0141afc0faa", "name": "network-vif-deleted", "tag": "710ccda1-d8a7-4b65-9124-7d15ed6b5d75", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:18.584622 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47af5c2c-aea6-4fe7-8010-1476d0251bfc {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:18.585029 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47af5c2c-aea6-4fe7-8010-1476d0251bfc'] response: {'server_uuid': '64ba3b57-16f8-4b6f-b0a6-d0141afc0faa', 'name': 'network-vif-deleted', 'tag': '710ccda1-d8a7-4b65-9124-7d15ed6b5d75', 'status': 'completed', 'code': 200} Jul 24 01:05:18.608819 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-128e610a-04d5-439e-a8c5-b4cc77378700 None None] Set router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:05:18.797009 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-128e610a-04d5-439e-a8c5-b4cc77378700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'name': 'tempest-AttachVolumeTestJSON-908948305-router', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6'}], 'enable_snat': True}, 'gw_port_id': '2b9c7787-5360-404d-940d-3adb743c4404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:30Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'gw_port': {'id': '2b9c7787-5360-404d-940d-3adb743c4404', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f', 'name': '', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'mac_address': 'fa:16:3e:6c:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:00:51Z', 'revision_number': 5, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'subnets': [{'id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:18.824991 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128e610a-04d5-439e-a8c5-b4cc77378700 None None] Checking router: fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:05:18.833896 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128e610a-04d5-439e-a8c5-b4cc77378700 None None] Routers {'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:05:18.834489 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-128e610a-04d5-439e-a8c5-b4cc77378700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:05:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:18.844345 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:18.930499 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-128e610a-04d5-439e-a8c5-b4cc77378700 None None] Set router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:05:19.075026 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 1722886c-350d-4118-96b1-5082f64a6e70 up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:05:19.116899 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-128e610a-04d5-439e-a8c5-b4cc77378700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'name': 'tempest-AttachVolumeTestJSON-908948305-router', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6'}], 'enable_snat': True}, 'gw_port_id': '2b9c7787-5360-404d-940d-3adb743c4404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:30Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'gw_port': {'id': '2b9c7787-5360-404d-940d-3adb743c4404', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f', 'name': '', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'mac_address': 'fa:16:3e:6c:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:00:51Z', 'revision_number': 5, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'subnets': [{'id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:19.119923 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning for port 1722886c-350d-4118-96b1-5082f64a6e70 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 01:05:19.126421 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port 1722886c-350d-4118-96b1-5082f64a6e70 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:05:19.127356 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (1722886c-350d-4118-96b1-5082f64a6e70), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:19.144767 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128e610a-04d5-439e-a8c5-b4cc77378700 None None] The sync data for ids ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'] in dv-cinder-master-3-iscsi is: [{'id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'name': 'tempest-AttachVolumeTestJSON-908948305-router', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6'}], 'enable_snat': True}, 'gw_port_id': '2b9c7787-5360-404d-940d-3adb743c4404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:30Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'gw_port': {'id': '2b9c7787-5360-404d-940d-3adb743c4404', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f', 'name': '', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'mac_address': 'fa:16:3e:6c:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:00:51Z', 'revision_number': 5, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'subnets': [{'id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:05:19.209435 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 1722886c-350d-4118-96b1-5082f64a6e70 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:05:19.210013 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (1722886c-350d-4118-96b1-5082f64a6e70), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:19.231977 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35496) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:05:19.243970 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70b3837-80be-480a-9a3f-7b03aff78573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1722886c-350d-4118-96b1-5082f64a6e70'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:05:19.246793 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd364fc6-18cf-4fdd-9eab-36c76821f01b" -d '{"events": [{"server_uuid": "c70b3837-80be-480a-9a3f-7b03aff78573", "name": "network-vif-plugged", "status": "completed", "tag": "1722886c-350d-4118-96b1-5082f64a6e70"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:19.261624 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 1722886c-350d-4118-96b1-5082f64a6e70, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1722886c-350d-4118-96b1-5082f64a6e70,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:19.270752 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (1722886c-350d-4118-96b1-5082f64a6e70), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:19.272000 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 710ccda1-d8a7-4b65-9124-7d15ed6b5d75 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:05:19.304487 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0394b496-bd0d-433d-9f56-5f66e02a0629 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group (07737da6-8114-4d88-bc0f-9a7de181130b), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:19.306354 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8a7ecb-6c8d-4e36-ae0c-fecd3bc905fd x-openstack-request-id: req-5c8a7ecb-6c8d-4e36-ae0c-fecd3bc905fd {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:19.306743 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70b3837-80be-480a-9a3f-7b03aff78573", "name": "network-vif-plugged", "status": "completed", "tag": "1722886c-350d-4118-96b1-5082f64a6e70", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:19.307086 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c8a7ecb-6c8d-4e36-ae0c-fecd3bc905fd {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:19.307691 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c8a7ecb-6c8d-4e36-ae0c-fecd3bc905fd'] response: {'server_uuid': 'c70b3837-80be-480a-9a3f-7b03aff78573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1722886c-350d-4118-96b1-5082f64a6e70', 'code': 200} Jul 24 01:05:19.321935 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:19.326002 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] No Port match for: 710ccda1-d8a7-4b65-9124-7d15ed6b5d75 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:05:19.326347 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 710ccda1-d8a7-4b65-9124-7d15ed6b5d75 not bound to the agent host hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:05:19.331765 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0394b496-bd0d-433d-9f56-5f66e02a0629 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group (07737da6-8114-4d88-bc0f-9a7de181130b), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:19.346337 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:19.352811 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba97f1-da42-4d19-b1cd-a85cfc943b77 req-8e655596-c5fa-4778-9328-545f212e268c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:19.355708 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c0ba97f1-da42-4d19-b1cd-a85cfc943b77 req-8e655596-c5fa-4778-9328-545f212e268c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.0784092 Jul 24 01:05:19.356399 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=1722886c-350d-4118-96b1-5082f64a6e70,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:19.408994 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0394b496-bd0d-433d-9f56-5f66e02a0629 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (07737da6-8114-4d88-bc0f-9a7de181130b), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:19.412745 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0394b496-bd0d-433d-9f56-5f66e02a0629 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:19.414261 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-0394b496-bd0d-433d-9f56-5f66e02a0629 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "DELETE /v2.0/security-groups/07737da6-8114-4d88-bc0f-9a7de181130b HTTP/1.1" status: 204 len: 168 time: 0.1808822 Jul 24 01:05:19.418147 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35502) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:05:19.430412 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c0ba97f1-da42-4d19-b1cd-a85cfc943b77 req-744f9c3d-78e9-4105-b628-b67b452dcf25 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682251 Jul 24 01:05:19.437349 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394b496-bd0d-433d-9f56-5f66e02a0629 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07737da6-8114-4d88-bc0f-9a7de181130b,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:19.439816 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.api.v2.resource [None req-93ca4259-d519-4a71-b774-85c4f630e6d0 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] show failed (client error): The resource could not be found. Jul 24 01:05:19.441073 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-93ca4259-d519-4a71-b774-85c4f630e6d0 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups/07737da6-8114-4d88-bc0f-9a7de181130b HTTP/1.1" status: 404 len: 347 time: 0.0218668 Jul 24 01:05:19.451095 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35504) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:05:19.531541 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec933f-cba4-489b-a6c8-229dc9c889b8 req-0ca17f7e-94f0-441d-83f5-13f442152c34 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:19.533866 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-70ec933f-cba4-489b-a6c8-229dc9c889b8 req-0ca17f7e-94f0-441d-83f5-13f442152c34 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.0562618 Jul 24 01:05:19.576482 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:19.577942 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a915803c-34a2-4d1a-8f1a-5306c01cb204 None None] New status for floating IP f733f291-02a6-4ca3-bc2d-1ed009978330: DOWN {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:05:19.587142 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:19.604419 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-70ec933f-cba4-489b-a6c8-229dc9c889b8 req-fdd50a8b-ba3d-4122-8729-fa41fb668db2 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&id=b8b34d0f-b8f7-4710-9499-8209c663a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620019 Jul 24 01:05:19.615732 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd34fe-1469-4993-8853-65a6db9488dd req-6f4174fb-9efa-4114-b61f-2bd337677c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:19.617253 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-15fd34fe-1469-4993-8853-65a6db9488dd req-6f4174fb-9efa-4114-b61f-2bd337677c03 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 1129 time: 0.0672917 Jul 24 01:05:19.620273 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-b0c0fc05-d5cd-4ba8-be84-dfa429628a99 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Deleting port e0200e98-1487-4620-bcb4-a700e4d913b7 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:05:19.620790 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0c0fc05-d5cd-4ba8-be84-dfa429628a99 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (e0200e98-1487-4620-bcb4-a700e4d913b7), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:19.721213 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-15fd34fe-1469-4993-8853-65a6db9488dd req-45221c1c-6860-42cb-a517-7cc597a7879c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883274 Jul 24 01:05:19.733382 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0c0fc05-d5cd-4ba8-be84-dfa429628a99 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (e0200e98-1487-4620-bcb4-a700e4d913b7), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:19.733710 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0c0fc05-d5cd-4ba8-be84-dfa429628a99 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for floatingip (e0200e98-1487-4620-bcb4-a700e4d913b7), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:19.745762 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-b0c0fc05-d5cd-4ba8-be84-dfa429628a99 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Calling delete_port for e0200e98-1487-4620-bcb4-a700e4d913b7 owned by network:floatingip {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:05:19.873715 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0c0fc05-d5cd-4ba8-be84-dfa429628a99 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (e0200e98-1487-4620-bcb4-a700e4d913b7), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:19.898215 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0fc05-d5cd-4ba8-be84-dfa429628a99 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Pushing event deleted for resources: {'Port': ['ID=e0200e98-1487-4620-bcb4-a700e4d913b7,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:19.957576 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0c0fc05-d5cd-4ba8-be84-dfa429628a99 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for floatingip (f733f291-02a6-4ca3-bc2d-1ed009978330), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:19.960013 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0c0fc05-d5cd-4ba8-be84-dfa429628a99 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:19.961141 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-b0c0fc05-d5cd-4ba8-be84-dfa429628a99 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "DELETE /v2.0/floatingips/f733f291-02a6-4ca3-bc2d-1ed009978330 HTTP/1.1" status: 204 len: 168 time: 0.5088472 Jul 24 01:05:20.037313 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35508) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:05:20.042036 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-b552141b-f01e-47d0-86c1-918d35ed71fa tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1778934033', 'description': 'tempest-description--791463785'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:05:20.067223 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b552141b-f01e-47d0-86c1-918d35ed71fa tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:20.133897 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b552141b-f01e-47d0-86c1-918d35ed71fa tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group (d231b2ca-c10e-44d4-9207-5bca8b131273), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:20.137672 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b552141b-f01e-47d0-86c1-918d35ed71fa tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (d231b2ca-c10e-44d4-9207-5bca8b131273), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:20.166003 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b552141b-f01e-47d0-86c1-918d35ed71fa tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:20.167232 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b552141b-f01e-47d0-86c1-918d35ed71fa tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1289082 Jul 24 01:05:20.170087 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35510) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:05:20.175250 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-4d970d5a-d98d-4198-b9fe-064405f9a892 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Request body: {'security_group_rule': {'security_group_id': 'd231b2ca-c10e-44d4-9207-5bca8b131273', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:05:20.181826 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552141b-f01e-47d0-86c1-918d35ed71fa tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d231b2ca-c10e-44d4-9207-5bca8b131273,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:20.205818 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4d970d5a-d98d-4198-b9fe-064405f9a892 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group_rule (474fcc0c-2ddf-472f-a62e-6c3ba238841f), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:20.262205 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4d970d5a-d98d-4198-b9fe-064405f9a892 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group_rule (474fcc0c-2ddf-472f-a62e-6c3ba238841f), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:20.265665 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4d970d5a-d98d-4198-b9fe-064405f9a892 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (474fcc0c-2ddf-472f-a62e-6c3ba238841f), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:20.286352 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d970d5a-d98d-4198-b9fe-064405f9a892 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474fcc0c-2ddf-472f-a62e-6c3ba238841f,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:20.292326 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4d970d5a-d98d-4198-b9fe-064405f9a892 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:20.293462 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-4d970d5a-d98d-4198-b9fe-064405f9a892 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223028 Jul 24 01:05:20.296095 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35512) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:05:20.300777 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-2489d13e-a48c-4af5-81f4-b5eb07bdeed6 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Request body: {'security_group_rule': {'security_group_id': 'd231b2ca-c10e-44d4-9207-5bca8b131273', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:05:20.330379 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2489d13e-a48c-4af5-81f4-b5eb07bdeed6 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group_rule (32a81114-7fa2-4110-b22e-bdd8476d3068), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:20.385593 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2489d13e-a48c-4af5-81f4-b5eb07bdeed6 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group_rule (32a81114-7fa2-4110-b22e-bdd8476d3068), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:20.388932 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2489d13e-a48c-4af5-81f4-b5eb07bdeed6 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (32a81114-7fa2-4110-b22e-bdd8476d3068), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:20.408975 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489d13e-a48c-4af5-81f4-b5eb07bdeed6 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a81114-7fa2-4110-b22e-bdd8476d3068,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:20.416536 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-2489d13e-a48c-4af5-81f4-b5eb07bdeed6 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:20.417853 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-2489d13e-a48c-4af5-81f4-b5eb07bdeed6 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207135 Jul 24 01:05:20.420849 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35514) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:05:20.426151 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-26659e4e-101a-483c-878e-bbb8ab251704 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Request body: {'floatingip': {'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:05:20.446522 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-26659e4e-101a-483c-878e-bbb8ab251704 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:20.564596 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceae4b1-a5b0-4fd8-b9b7-e5734c28dd7f req-b1fdf02d-3b61-4c1b-b0ce-9a92879facb0 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:20.566139 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9ceae4b1-a5b0-4fd8-b9b7-e5734c28dd7f req-b1fdf02d-3b61-4c1b-b0ce-9a92879facb0 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.0645220 Jul 24 01:05:20.567335 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-26659e4e-101a-483c-878e-bbb8ab251704 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:20.681099 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9ceae4b1-a5b0-4fd8-b9b7-e5734c28dd7f req-ba0db75d-9b24-4649-83fe-9545fc323074 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062694 Jul 24 01:05:20.720000 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:20.733419 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:20.751866 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-26659e4e-101a-483c-878e-bbb8ab251704 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Allocated IP 172.37.6.173 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/308ed670-dfad-4cb4-8af3-89e324927e59) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:05:20.763473 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b75b3-8463-4987-941e-3762a31ae047 req-5f3bb2a0-0712-4237-b9b7-a900dd4923cd tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:20.764930 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-403b75b3-8463-4987-941e-3762a31ae047 req-5f3bb2a0-0712-4237-b9b7-a900dd4923cd tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.0813153 Jul 24 01:05:20.890389 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-403b75b3-8463-4987-941e-3762a31ae047 req-a7386965-96a8-473e-a811-423cbb6337e4 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&id=b8b34d0f-b8f7-4710-9499-8209c663a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189919 Jul 24 01:05:20.916443 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-26659e4e-101a-483c-878e-bbb8ab251704 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for port (308ed670-dfad-4cb4-8af3-89e324927e59), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:20.948429 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-26659e4e-101a-483c-878e-bbb8ab251704 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (308ed670-dfad-4cb4-8af3-89e324927e59), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:20.985611 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26659e4e-101a-483c-878e-bbb8ab251704 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:05:20.992547 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-26659e4e-101a-483c-878e-bbb8ab251704 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:20.996527 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26659e4e-101a-483c-878e-bbb8ab251704 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:05:21.000993 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26659e4e-101a-483c-878e-bbb8ab251704 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Pushing event updated for resources: {'Port': ['ID=308ed670-dfad-4cb4-8af3-89e324927e59,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:21.043486 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-26659e4e-101a-483c-878e-bbb8ab251704 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for floatingip (fb32b15b-1fc9-4b85-8af9-d61913abb682), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:21.079446 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-26659e4e-101a-483c-878e-bbb8ab251704 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (308ed670-dfad-4cb4-8af3-89e324927e59), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:21.226038 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-26659e4e-101a-483c-878e-bbb8ab251704 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for port (308ed670-dfad-4cb4-8af3-89e324927e59), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:21.230330 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-26659e4e-101a-483c-878e-bbb8ab251704 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (308ed670-dfad-4cb4-8af3-89e324927e59), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:21.265028 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-26659e4e-101a-483c-878e-bbb8ab251704 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (fb32b15b-1fc9-4b85-8af9-d61913abb682), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:21.284620 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26659e4e-101a-483c-878e-bbb8ab251704 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Pushing event updated for resources: {'Port': ['ID=308ed670-dfad-4cb4-8af3-89e324927e59,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:21.289086 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-26659e4e-101a-483c-878e-bbb8ab251704 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:21.290300 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-26659e4e-101a-483c-878e-bbb8ab251704 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8685224 Jul 24 01:05:21.483386 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:21.488163 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-12ff51d6-e570-459c-942a-fad0f4e463a6 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1778934033&fields=id&tenant_id=644464d3831e468f8ab9957bb33817b0 HTTP/1.1" status: 200 len: 267 time: 0.0430641 Jul 24 01:05:21.602274 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-9cf94227-f437-4a6c-b071-0dc9bf40b1d3 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:21.603771 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-9cf94227-f437-4a6c-b071-0dc9bf40b1d3 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/networks?id=d2871582-ae5b-4292-87a4-e519f553496c HTTP/1.1" status: 200 len: 810 time: 0.1074877 Jul 24 01:05:21.619205 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-e1d71a07-a5d5-41b6-9d99-8fa5f7ce7482 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/quotas/644464d3831e468f8ab9957bb33817b0 HTTP/1.1" status: 200 len: 375 time: 0.0100119 Jul 24 01:05:21.672143 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-c05f5888-e5a7-4852-87aa-da9ea80dab7b tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=644464d3831e468f8ab9957bb33817b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475752 Jul 24 01:05:21.784157 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:21.803054 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-d9393977-ee5d-4360-a180-ae4e176cacff service neutron] 10.222.0.18 "GET /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191459 Jul 24 01:05:21.811829 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3b160-b5dd-4ff9-891f-49a810bbd490 req-5272703a-e7eb-42f8-9a29-5095d1115075 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:21.813226 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c6b3b160-b5dd-4ff9-891f-49a810bbd490 req-5272703a-e7eb-42f8-9a29-5095d1115075 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.0602248 Jul 24 01:05:21.921684 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c6b3b160-b5dd-4ff9-891f-49a810bbd490 req-3069dcea-901f-4d25-bd5b-32b53363d77c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992756 Jul 24 01:05:21.937372 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-df9c96a0-0ca0-43c0-8728-164230c1c188 service neutron] 10.222.0.18 "GET /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230562 Jul 24 01:05:22.042953 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d552e-d9c6-44de-a559-27c81e9846b4 req-2f409116-e530-46b2-b94d-c22b93cd8fe6 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:22.042953 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9a7d552e-d9c6-44de-a559-27c81e9846b4 req-2f409116-e530-46b2-b94d-c22b93cd8fe6 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.0582120 Jul 24 01:05:22.138449 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9a7d552e-d9c6-44de-a559-27c81e9846b4 req-9e06d4f9-396f-4b54-8da2-2b27e612833a tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&id=b8b34d0f-b8f7-4710-9499-8209c663a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889456 Jul 24 01:05:22.150718 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8101ed3-6ab0-42e4-9666-97f2165144cb req-f133c7e4-5df1-492e-b7d8-fa72bb0effc4 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:22.160762 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c8101ed3-6ab0-42e4-9666-97f2165144cb req-f133c7e4-5df1-492e-b7d8-fa72bb0effc4 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.0675981 Jul 24 01:05:22.160762 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35544) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:05:22.165470 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-be6ed778-d5e4-4839-878d-9f3dab847f2a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Request body: {'floatingip': {'port_id': '1722886c-350d-4118-96b1-5082f64a6e70'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:05:22.219760 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be6ed778-d5e4-4839-878d-9f3dab847f2a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for floatingip (d919aa55-3489-436f-ab3f-eda09c06dc2e), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:22.263644 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a2ee2ed2-cc39-4ab0-9c04-87990004a492 req-66398d56-677a-4075-acea-78364cdd1c69 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c4a54e8-8220-4b56-bbb7-51402654c743 HTTP/1.1" status: 200 len: 210 time: 0.0656748 Jul 24 01:05:22.625299 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:22.675113 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be6ed778-d5e4-4839-878d-9f3dab847f2a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:22.678985 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be6ed778-d5e4-4839-878d-9f3dab847f2a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (d919aa55-3489-436f-ab3f-eda09c06dc2e), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:22.775521 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-be6ed778-d5e4-4839-878d-9f3dab847f2a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Floating IP d919aa55-3489-436f-ab3f-eda09c06dc2e associated. External IP: 172.37.6.94, port: 1722886c-350d-4118-96b1-5082f64a6e70. Jul 24 01:05:22.941716 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:22.972195 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6ed778-d5e4-4839-878d-9f3dab847f2a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Router b7f90846-378c-460e-966a-1255785da876 has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:05:23.079240 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6ed778-d5e4-4839-878d-9f3dab847f2a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:05:23.083939 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be6ed778-d5e4-4839-878d-9f3dab847f2a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:23.088903 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dae0618-47c3-48ee-936e-88a2d45948d1 None None] Sync routers for ids ['b7f90846-378c-460e-966a-1255785da876'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:05:23.101348 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dae0618-47c3-48ee-936e-88a2d45948d1 None None] Routers {'b7f90846-378c-460e-966a-1255785da876'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:05:23.102068 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8dae0618-47c3-48ee-936e-88a2d45948d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:05:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b7f90846-378c-460e-966a-1255785da876'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:23.116991 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-be6ed778-d5e4-4839-878d-9f3dab847f2a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "PUT /v2.0/floatingips/d919aa55-3489-436f-ab3f-eda09c06dc2e HTTP/1.1" status: 200 len: 990 time: 0.9530435 Jul 24 01:05:23.116991 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70b3837-80be-480a-9a3f-7b03aff78573', 'tag': '1722886c-350d-4118-96b1-5082f64a6e70'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:05:23.117952 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b1e22c-a3d4-405b-98d1-13b4e6a360c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c70b3837-80be-480a-9a3f-7b03aff78573", "tag": "1722886c-350d-4118-96b1-5082f64a6e70"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:23.154241 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6e3c03-9b1a-4f08-9bcc-645e96613f3a x-openstack-request-id: req-6c6e3c03-9b1a-4f08-9bcc-645e96613f3a {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:23.154539 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c70b3837-80be-480a-9a3f-7b03aff78573", "tag": "1722886c-350d-4118-96b1-5082f64a6e70", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:23.154818 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c6e3c03-9b1a-4f08-9bcc-645e96613f3a {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:23.155239 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c6e3c03-9b1a-4f08-9bcc-645e96613f3a'] response: {'name': 'network-changed', 'server_uuid': 'c70b3837-80be-480a-9a3f-7b03aff78573', 'tag': '1722886c-350d-4118-96b1-5082f64a6e70', 'status': 'completed', 'code': 200} Jul 24 01:05:23.283265 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1e22c-a3d4-405b-98d1-13b4e6a360c9 req-4fdd8300-a03a-405e-8a14-f7dfaccfe735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:23.286210 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-95b1e22c-a3d4-405b-98d1-13b4e6a360c9 req-4fdd8300-a03a-405e-8a14-f7dfaccfe735 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75293bf0100f435bb567b690edc85533&device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 1129 time: 0.0719941 Jul 24 01:05:23.296381 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-74f5b6d9-1c27-4619-8d50-1e45e10dd0c5 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:23.299491 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-74f5b6d9-1c27-4619-8d50-1e45e10dd0c5 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.39 "GET /v2.0/networks?id=d2871582-ae5b-4292-87a4-e519f553496c HTTP/1.1" status: 200 len: 810 time: 0.1724665 Jul 24 01:05:23.318951 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-8dae0618-47c3-48ee-936e-88a2d45948d1 None None] Set router b7f90846-378c-460e-966a-1255785da876 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:05:23.353855 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4f7a3-92f5-4b80-b76f-af7864f79efe req-78a4da0c-b545-4390-9196-bbd05a2d2772 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:23.355473 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-99c4f7a3-92f5-4b80-b76f-af7864f79efe req-78a4da0c-b545-4390-9196-bbd05a2d2772 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.1135919 Jul 24 01:05:23.382754 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-1c4f32eb-332b-409c-b09c-258cea8b0b60 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=644464d3831e468f8ab9957bb33817b0 HTTP/1.1" status: 200 len: 380 time: 0.0666628 Jul 24 01:05:23.432985 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b618d62b-ceda-4149-a896-b3ee8d8d819e req-9e9c346d-933d-41f5-8c53-252e146e70f8 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c4a54e8-8220-4b56-bbb7-51402654c743 HTTP/1.1" status: 200 len: 210 time: 0.0423844 Jul 24 01:05:23.486832 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1e22c-a3d4-405b-98d1-13b4e6a360c9 req-ac89df19-9689-4ee9-8496-769d4dd6eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:23.488166 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-95b1e22c-a3d4-405b-98d1-13b4e6a360c9 req-ac89df19-9689-4ee9-8496-769d4dd6eed0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e240c1c7-87a5-4124-b96b-a74d28ba2a48 HTTP/1.1" status: 200 len: 918 time: 0.1909745 Jul 24 01:05:23.497045 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-99c4f7a3-92f5-4b80-b76f-af7864f79efe req-b355f261-0586-4971-9524-dd9aac436be6 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&id=b8b34d0f-b8f7-4710-9499-8209c663a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075895 Jul 24 01:05:23.535036 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-f7616e34-d2e6-465d-aaa1-8cc28b395d48 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Request body: {'port': {'device_id': '1c4a54e8-8220-4b56-bbb7-51402654c743', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'admin_state_up': True, 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'security_groups': ['d231b2ca-c10e-44d4-9207-5bca8b131273']}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:05:23.535318 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=100 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:23.536278 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=100 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:23.546897 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8dae0618-47c3-48ee-936e-88a2d45948d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f90846-378c-460e-966a-1255785da876', 'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-router', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:44Z', 'revision_number': 4, 'project_id': '75293bf0100f435bb567b690edc85533', 'gw_port': {'id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd919aa55-3489-436f-ab3f-eda09c06dc2e', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'floating_ip_address': '172.37.6.94', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'b7f90846-378c-460e-966a-1255785da876', 'port_id': '1722886c-350d-4118-96b1-5082f64a6e70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'mac_address': 'fa:16:3e:bd:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b3837-80be-480a-9a3f-7b03aff78573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:05:08Z', 'updated_at': '2022-07-24T01:05:22Z', 'revision_number': 1, 'project_id': '75293bf0100f435bb567b690edc85533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a5aecb-d36e-43c2-ad7b-6931a40ed1f4', 'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'mac_address': 'fa:16:3e:56:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:01:03Z', 'revision_number': 5, 'project_id': '75293bf0100f435bb567b690edc85533', 'subnets': [{'id': '3183cb91-853c-4305-9098-55893a3692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:23.573096 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dae0618-47c3-48ee-936e-88a2d45948d1 None None] Checking router: b7f90846-378c-460e-966a-1255785da876 for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:05:23.582301 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dae0618-47c3-48ee-936e-88a2d45948d1 None None] Routers {'b7f90846-378c-460e-966a-1255785da876'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:05:23.582946 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8dae0618-47c3-48ee-936e-88a2d45948d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:05:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b7f90846-378c-460e-966a-1255785da876'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:23.590236 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-95b1e22c-a3d4-405b-98d1-13b4e6a360c9 req-1fc38d8e-d87a-4ff1-a9d0-9a526338cbb5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1722886c-350d-4118-96b1-5082f64a6e70 HTTP/1.1" status: 200 len: 998 time: 0.0653760 Jul 24 01:05:23.639833 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1e22c-a3d4-405b-98d1-13b4e6a360c9 req-0cfc68f9-e9fd-49c5-b267-0c7d1619f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:23.641422 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-95b1e22c-a3d4-405b-98d1-13b4e6a360c9 req-0cfc68f9-e9fd-49c5-b267-0c7d1619f5d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3183cb91-853c-4305-9098-55893a3692d6 HTTP/1.1" status: 200 len: 856 time: 0.0442624 Jul 24 01:05:23.645577 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:23.661727 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-f7616e34-d2e6-465d-aaa1-8cc28b395d48 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Made reservation on behalf of 644464d3831e468f8ab9957bb33817b0 for: {'port': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:05:23.665081 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-f7616e34-d2e6-465d-aaa1-8cc28b395d48 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:23.690373 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-8dae0618-47c3-48ee-936e-88a2d45948d1 None None] Set router b7f90846-378c-460e-966a-1255785da876 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:05:23.701097 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1e22c-a3d4-405b-98d1-13b4e6a360c9 req-5695a868-2069-45e6-8948-f2ae4c5bc3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:23.702825 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-95b1e22c-a3d4-405b-98d1-13b4e6a360c9 req-5695a868-2069-45e6-8948-f2ae4c5bc3a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e240c1c7-87a5-4124-b96b-a74d28ba2a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412827 Jul 24 01:05:23.740927 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:23.747057 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:23.801945 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-f7616e34-d2e6-465d-aaa1-8cc28b395d48 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Allocated IP 172.20.0.4 (d2871582-ae5b-4292-87a4-e519f553496c/f013cc2c-f207-467b-86f3-d197484583fd/ffc72e66-3327-493d-a572-31822359f754) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:05:23.805238 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-95b1e22c-a3d4-405b-98d1-13b4e6a360c9 req-9c489cde-ab03-40cd-85c2-e10ab2b5f853 service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950134 Jul 24 01:05:23.908230 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-95b1e22c-a3d4-405b-98d1-13b4e6a360c9 req-6d83fc5d-81c9-4175-9cd0-44f819a4e74e service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874693 Jul 24 01:05:23.911902 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8dae0618-47c3-48ee-936e-88a2d45948d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f90846-378c-460e-966a-1255785da876', 'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-router', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:44Z', 'revision_number': 4, 'project_id': '75293bf0100f435bb567b690edc85533', 'gw_port': {'id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd919aa55-3489-436f-ab3f-eda09c06dc2e', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'floating_ip_address': '172.37.6.94', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'b7f90846-378c-460e-966a-1255785da876', 'port_id': '1722886c-350d-4118-96b1-5082f64a6e70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'mac_address': 'fa:16:3e:bd:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b3837-80be-480a-9a3f-7b03aff78573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:05:08Z', 'updated_at': '2022-07-24T01:05:22Z', 'revision_number': 1, 'project_id': '75293bf0100f435bb567b690edc85533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a5aecb-d36e-43c2-ad7b-6931a40ed1f4', 'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'mac_address': 'fa:16:3e:56:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:01:03Z', 'revision_number': 5, 'project_id': '75293bf0100f435bb567b690edc85533', 'subnets': [{'id': '3183cb91-853c-4305-9098-55893a3692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:23.939663 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dae0618-47c3-48ee-936e-88a2d45948d1 None None] The sync data for ids ['b7f90846-378c-460e-966a-1255785da876'] in dv-cinder-master-3-iscsi is: [{'id': 'b7f90846-378c-460e-966a-1255785da876', 'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-router', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:44Z', 'revision_number': 4, 'project_id': '75293bf0100f435bb567b690edc85533', 'gw_port': {'id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd919aa55-3489-436f-ab3f-eda09c06dc2e', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'floating_ip_address': '172.37.6.94', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'b7f90846-378c-460e-966a-1255785da876', 'port_id': '1722886c-350d-4118-96b1-5082f64a6e70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'mac_address': 'fa:16:3e:bd:21:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70b3837-80be-480a-9a3f-7b03aff78573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:05:08Z', 'updated_at': '2022-07-24T01:05:22Z', 'revision_number': 1, 'project_id': '75293bf0100f435bb567b690edc85533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a5aecb-d36e-43c2-ad7b-6931a40ed1f4', 'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'mac_address': 'fa:16:3e:56:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:01:03Z', 'revision_number': 5, 'project_id': '75293bf0100f435bb567b690edc85533', 'subnets': [{'id': '3183cb91-853c-4305-9098-55893a3692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:05:23.951304 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-f7616e34-d2e6-465d-aaa1-8cc28b395d48 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for port (ffc72e66-3327-493d-a572-31822359f754), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:23.984877 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-f7616e34-d2e6-465d-aaa1-8cc28b395d48 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (ffc72e66-3327-493d-a572-31822359f754), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:24.027457 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-f7616e34-d2e6-465d-aaa1-8cc28b395d48 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Network d2871582-ae5b-4292-87a4-e519f553496c is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:05:24.034134 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-f7616e34-d2e6-465d-aaa1-8cc28b395d48 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:24.038212 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-f7616e34-d2e6-465d-aaa1-8cc28b395d48 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:05:24.044348 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7616e34-d2e6-465d-aaa1-8cc28b395d48 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Pushing event updated for resources: {'Port': ['ID=ffc72e66-3327-493d-a572-31822359f754,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:24.097161 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-f7616e34-d2e6-465d-aaa1-8cc28b395d48 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:24.097867 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-f7616e34-d2e6-465d-aaa1-8cc28b395d48 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:24.117910 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-f7616e34-d2e6-465d-aaa1-8cc28b395d48 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6004145 Jul 24 01:05:24.147520 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] Request body: {'port': {'device_id': '1c4a54e8-8220-4b56-bbb7-51402654c743', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:05:24.155054 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301dea72-3f1a-4ffd-aa42-a0c61a320a7f None None] New status for floating IP d919aa55-3489-436f-ab3f-eda09c06dc2e: ACTIVE {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:05:24.209533 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (ffc72e66-3327-493d-a572-31822359f754), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:24.303868 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-2fd5ccac-89e6-439b-b194-1927b107e49b None None] Provisioning complete for port ffc72e66-3327-493d-a572-31822359f754 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:05:24.304406 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2fd5ccac-89e6-439b-b194-1927b107e49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (ffc72e66-3327-493d-a572-31822359f754), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:24.339900 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-2fd5ccac-89e6-439b-b194-1927b107e49b None None] Port ffc72e66-3327-493d-a572-31822359f754 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:05:24.464910 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:24.471317 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc72e66-3327-493d-a572-31822359f754 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:05:24.479211 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] Publish callbacks [] for port (ffc72e66-3327-493d-a572-31822359f754), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:24.493481 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] Transition to ACTIVE for port object ffc72e66-3327-493d-a572-31822359f754 will not be triggered until provisioned by entity L2. {{(pid=103995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 01:05:24.497046 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (ffc72e66-3327-493d-a572-31822359f754), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:24.544278 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:24.569393 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc72e66-3327-493d-a572-31822359f754,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:24.586880 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37143f-2eec-4b01-a7a4-d18e04802235 req-7ba3d945-acbe-47e9-a425-09dea5f2b902 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:24.588393 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4f37143f-2eec-4b01-a7a4-d18e04802235 req-7ba3d945-acbe-47e9-a425-09dea5f2b902 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c4a54e8-8220-4b56-bbb7-51402654c743 HTTP/1.1" status: 200 len: 943 time: 0.0849688 Jul 24 01:05:24.629376 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] Attempting to bind port ffc72e66-3327-493d-a572-31822359f754 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:05:24.630227 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] Attempting to bind port ffc72e66-3327-493d-a572-31822359f754 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:05:24.630505 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] Attempting to bind port ffc72e66-3327-493d-a572-31822359f754 on network d2871582-ae5b-4292-87a4-e519f553496c {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:05:24.635117 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] Port ffc72e66-3327-493d-a572-31822359f754 on network d2871582-ae5b-4292-87a4-e519f553496c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 01:05:24.635445 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] Attempting to bind port ffc72e66-3327-493d-a572-31822359f754 on network d2871582-ae5b-4292-87a4-e519f553496c {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:05:24.640536 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] Checking agent: {'id': 'e7b2140f-0e0f-4ee7-997b-e62068d5aaa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'started_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:05:24.640875 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] Checking segment: {'id': 'f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:05:24.641289 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] Bound using segment: {'id': 'f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:05:24.643195 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] Bound port: ffc72e66-3327-493d-a572-31822359f754, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:05:24.643195 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (ffc72e66-3327-493d-a572-31822359f754), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:24.654756 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d0046-56f2-41ae-8390-a8a53198878e req-d532eb78-38b5-46f3-ae60-5f59578b69a7 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:24.656304 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ac9d0046-56f2-41ae-8390-a8a53198878e req-d532eb78-38b5-46f3-ae60-5f59578b69a7 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.0670340 Jul 24 01:05:24.698035 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4f37143f-2eec-4b01-a7a4-d18e04802235 req-59bd27c1-0669-4cf4-8076-33445e6f4164 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=d231b2ca-c10e-44d4-9207-5bca8b131273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945241 Jul 24 01:05:24.717273 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] For port ffc72e66-3327-493d-a572-31822359f754, host hv-cinder-maste, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:05:24.722297 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] For port ffc72e66-3327-493d-a572-31822359f754, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ffc72e66-3327-493d-a572-31822359f754,segment=NetworkSegment(f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8),segment_id=f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:05:24.729471 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (ffc72e66-3327-493d-a572-31822359f754), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:24.742069 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ac9d0046-56f2-41ae-8390-a8a53198878e req-fc036caa-bd05-4cda-ad14-1c90b2d0db33 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&id=b8b34d0f-b8f7-4710-9499-8209c663a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762868 Jul 24 01:05:24.766243 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:24.767453 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:24.769015 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] 10.222.0.39 "PUT /v2.0/ports/ffc72e66-3327-493d-a572-31822359f754 HTTP/1.1" status: 200 len: 1093 time: 0.6259983 Jul 24 01:05:24.771114 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4a54e8-8220-4b56-bbb7-51402654c743', 'tag': 'ffc72e66-3327-493d-a572-31822359f754'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:05:24.773385 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7f2c58-27fb-405e-8681-ea1af4f4f7af" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4a54e8-8220-4b56-bbb7-51402654c743", "tag": "ffc72e66-3327-493d-a572-31822359f754"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:24.800054 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba4abf-0a58-406a-9053-380f5489f064 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc72e66-3327-493d-a572-31822359f754,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:24.816225 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d33339-167d-4174-b5ef-08a63a38400d x-openstack-request-id: req-27d33339-167d-4174-b5ef-08a63a38400d {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:24.816523 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4a54e8-8220-4b56-bbb7-51402654c743", "tag": "ffc72e66-3327-493d-a572-31822359f754", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:24.816773 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27d33339-167d-4174-b5ef-08a63a38400d {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:24.817363 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27d33339-167d-4174-b5ef-08a63a38400d'] response: {'name': 'network-changed', 'server_uuid': '1c4a54e8-8220-4b56-bbb7-51402654c743', 'tag': 'ffc72e66-3327-493d-a572-31822359f754', 'status': 'completed', 'code': 200} Jul 24 01:05:24.889319 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-24b53602-cad6-4298-ac5b-1d6601846a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:24.890847 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-24b53602-cad6-4298-ac5b-1d6601846a10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=644464d3831e468f8ab9957bb33817b0&device_id=1c4a54e8-8220-4b56-bbb7-51402654c743 HTTP/1.1" status: 200 len: 1127 time: 0.0406351 Jul 24 01:05:24.941983 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-2a31b4f2-2eb3-458e-98a7-6773db3add72 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffc72e66-3327-493d-a572-31822359f754 HTTP/1.1" status: 200 len: 217 time: 0.0372331 Jul 24 01:05:24.990442 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-17a0420f-96f2-4ac9-812d-66d37d24923f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:24.991908 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-17a0420f-96f2-4ac9-812d-66d37d24923f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f013cc2c-f207-467b-86f3-d197484583fd HTTP/1.1" status: 200 len: 849 time: 0.0438123 Jul 24 01:05:25.034920 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-d0042aa0-5445-414e-8183-cf4196c61eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:25.036307 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-d0042aa0-5445-414e-8183-cf4196c61eb4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2871582-ae5b-4292-87a4-e519f553496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378301 Jul 24 01:05:25.128858 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-f5ace401-a67f-4bf6-a67b-0ca6deedd1e1 service neutron] 10.222.0.39 "GET /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859520 Jul 24 01:05:25.221141 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-89acd3e3-4a10-4187-a2af-90fae8f564b4 req-57138f76-cc06-4679-8a13-598588edf771 service neutron] 10.222.0.39 "GET /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846441 Jul 24 01:05:25.807903 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:25.816976 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dcffc-b9c0-487d-b927-7a0b1c1002aa req-8971f034-693a-4350-a430-df1adbc85e35 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:25.818732 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-299dcffc-b9c0-487d-b927-7a0b1c1002aa req-8971f034-693a-4350-a430-df1adbc85e35 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c4a54e8-8220-4b56-bbb7-51402654c743 HTTP/1.1" status: 200 len: 943 time: 0.0505493 Jul 24 01:05:25.882114 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582e197-35bf-415f-b948-f0f9fb3f481e req-d4af4bb2-486d-429e-bf2a-30f66f98ffc4 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:25.883622 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3582e197-35bf-415f-b948-f0f9fb3f481e req-d4af4bb2-486d-429e-bf2a-30f66f98ffc4 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.0638199 Jul 24 01:05:25.913531 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-299dcffc-b9c0-487d-b927-7a0b1c1002aa req-f9cccb95-b66d-4c86-bf54-48c2f3046301 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=d231b2ca-c10e-44d4-9207-5bca8b131273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843811 Jul 24 01:05:25.952761 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3582e197-35bf-415f-b948-f0f9fb3f481e req-524e0479-d73e-4880-9b81-4854e6a814ac tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&id=b8b34d0f-b8f7-4710-9499-8209c663a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631468 Jul 24 01:05:26.364277 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f2c58-27fb-405e-8681-ea1af4f4f7af req-8d786b67-417b-4434-ac11-4492b9da2d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:26.365738 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3e7f2c58-27fb-405e-8681-ea1af4f4f7af req-8d786b67-417b-4434-ac11-4492b9da2d6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=644464d3831e468f8ab9957bb33817b0&device_id=1c4a54e8-8220-4b56-bbb7-51402654c743 HTTP/1.1" status: 200 len: 1127 time: 0.0422411 Jul 24 01:05:26.457229 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f2c58-27fb-405e-8681-ea1af4f4f7af req-1f8d296a-23b1-4816-be62-f1bbab21925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:26.458700 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3e7f2c58-27fb-405e-8681-ea1af4f4f7af req-1f8d296a-23b1-4816-be62-f1bbab21925a service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2871582-ae5b-4292-87a4-e519f553496c HTTP/1.1" status: 200 len: 911 time: 0.0868514 Jul 24 01:05:26.498322 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3e7f2c58-27fb-405e-8681-ea1af4f4f7af req-275b71cc-dcbc-46b5-a443-4de4e8ff9824 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffc72e66-3327-493d-a572-31822359f754 HTTP/1.1" status: 200 len: 217 time: 0.0308108 Jul 24 01:05:26.547791 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f2c58-27fb-405e-8681-ea1af4f4f7af req-31c79d2f-94ef-4b55-8f23-8de08dbd9e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:26.549303 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3e7f2c58-27fb-405e-8681-ea1af4f4f7af req-31c79d2f-94ef-4b55-8f23-8de08dbd9e9e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f013cc2c-f207-467b-86f3-d197484583fd HTTP/1.1" status: 200 len: 849 time: 0.0452859 Jul 24 01:05:26.592755 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f2c58-27fb-405e-8681-ea1af4f4f7af req-360ce8b4-2159-4e1c-b8e6-29fa3b64bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:26.594189 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3e7f2c58-27fb-405e-8681-ea1af4f4f7af req-360ce8b4-2159-4e1c-b8e6-29fa3b64bd62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2871582-ae5b-4292-87a4-e519f553496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381711 Jul 24 01:05:26.671394 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:26.691488 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3e7f2c58-27fb-405e-8681-ea1af4f4f7af req-866ddee6-eaec-493d-a03c-239f8ca5e68e service neutron] 10.222.0.39 "GET /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871696 Jul 24 01:05:26.751096 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:26.782001 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3e7f2c58-27fb-405e-8681-ea1af4f4f7af req-eee89a2d-49cc-4a4d-bad4-c5e027da4e25 service neutron] 10.222.0.39 "GET /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834911 Jul 24 01:05:27.012698 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device ffc72e66-3327-493d-a572-31822359f754 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:05:27.032393 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674265d-6a94-43fd-8454-8427c97857b3 req-8656bb94-00e2-427b-b194-183810e6b01d tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:27.034150 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b674265d-6a94-43fd-8454-8427c97857b3 req-8656bb94-00e2-427b-b194-183810e6b01d tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c4a54e8-8220-4b56-bbb7-51402654c743 HTTP/1.1" status: 200 len: 943 time: 0.0529382 Jul 24 01:05:27.101599 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497caab-59cc-4bd3-b4a2-75eb5c95aa35 req-149f32ba-d36e-4307-9d73-c649ffeb3661 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:27.103078 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5497caab-59cc-4bd3-b4a2-75eb5c95aa35 req-149f32ba-d36e-4307-9d73-c649ffeb3661 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.0814145 Jul 24 01:05:27.123062 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port ffc72e66-3327-493d-a572-31822359f754, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ffc72e66-3327-493d-a572-31822359f754,segment=NetworkSegment(f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8),segment_id=f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:27.134653 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b674265d-6a94-43fd-8454-8427c97857b3 req-0508ef0f-bde9-40c3-b4c0-e135adeb7e28 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=d231b2ca-c10e-44d4-9207-5bca8b131273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908284 Jul 24 01:05:27.136141 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': 'ffc72e66-3327-493d-a572-31822359f754', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'port_id': 'ffc72e66-3327-493d-a572-31822359f754', 'mac_address': 'fa:16:3e:7d:7e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:05:27.172869 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port ffc72e66-3327-493d-a572-31822359f754 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:05:27.173907 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (ffc72e66-3327-493d-a572-31822359f754), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:27.184618 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5497caab-59cc-4bd3-b4a2-75eb5c95aa35 req-0ead2456-c48c-42d2-986e-570f430de25f tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&id=b8b34d0f-b8f7-4710-9499-8209c663a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753980 Jul 24 01:05:27.186602 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc72e66-3327-493d-a572-31822359f754 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:05:27.207346 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port ffc72e66-3327-493d-a572-31822359f754, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ffc72e66-3327-493d-a572-31822359f754,segment=NetworkSegment(f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8),segment_id=f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:27.211119 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (ffc72e66-3327-493d-a572-31822359f754), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:27.239742 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:27.266083 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=ffc72e66-3327-493d-a572-31822359f754,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:27.637900 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['ffc72e66-3327-493d-a572-31822359f754'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:05:27.694265 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:28.252843 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db6886-e179-4e97-9fa2-6323898cf12e req-b2d62df1-ef74-4994-8e0f-c4996bbf7a32 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:28.254321 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e1db6886-e179-4e97-9fa2-6323898cf12e req-b2d62df1-ef74-4994-8e0f-c4996bbf7a32 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c4a54e8-8220-4b56-bbb7-51402654c743 HTTP/1.1" status: 200 len: 944 time: 0.0477939 Jul 24 01:05:28.576190 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40020f50-e29a-41cf-ad61-21f0015a1d8a req-4ee56fc6-2c71-4400-ac98-cd47a26505a0 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:28.577671 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-40020f50-e29a-41cf-ad61-21f0015a1d8a req-4ee56fc6-2c71-4400-ac98-cd47a26505a0 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.3214817 Jul 24 01:05:28.595092 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e1db6886-e179-4e97-9fa2-6323898cf12e req-e771ab9c-46ad-4f24-b0ef-a918d442db6c tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=d231b2ca-c10e-44d4-9207-5bca8b131273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3294096 Jul 24 01:05:28.642878 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-40020f50-e29a-41cf-ad61-21f0015a1d8a req-6135b2af-5a80-47a3-81a0-7475437a7f48 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&id=b8b34d0f-b8f7-4710-9499-8209c663a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574784 Jul 24 01:05:29.025321 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device ffc72e66-3327-493d-a572-31822359f754 up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:05:29.070700 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning for port ffc72e66-3327-493d-a572-31822359f754 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 01:05:29.076751 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port ffc72e66-3327-493d-a572-31822359f754 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:05:29.077467 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (ffc72e66-3327-493d-a572-31822359f754), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:29.150089 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port ffc72e66-3327-493d-a572-31822359f754 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:05:29.150475 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (ffc72e66-3327-493d-a572-31822359f754), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:29.173988 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4a54e8-8220-4b56-bbb7-51402654c743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc72e66-3327-493d-a572-31822359f754'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:05:29.176227 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b289651-c174-4a31-b10c-07893662ee8d" -d '{"events": [{"server_uuid": "1c4a54e8-8220-4b56-bbb7-51402654c743", "name": "network-vif-plugged", "status": "completed", "tag": "ffc72e66-3327-493d-a572-31822359f754"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:29.189389 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port ffc72e66-3327-493d-a572-31822359f754, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ffc72e66-3327-493d-a572-31822359f754,segment=NetworkSegment(f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8),segment_id=f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:29.193757 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (ffc72e66-3327-493d-a572-31822359f754), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:29.220851 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee96db1f-515b-4adf-93b8-5e23c457aa37 x-openstack-request-id: req-ee96db1f-515b-4adf-93b8-5e23c457aa37 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:29.221328 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4a54e8-8220-4b56-bbb7-51402654c743", "name": "network-vif-plugged", "status": "completed", "tag": "ffc72e66-3327-493d-a572-31822359f754", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:29.221627 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee96db1f-515b-4adf-93b8-5e23c457aa37 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:29.221983 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee96db1f-515b-4adf-93b8-5e23c457aa37'] response: {'server_uuid': '1c4a54e8-8220-4b56-bbb7-51402654c743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc72e66-3327-493d-a572-31822359f754', 'code': 200} Jul 24 01:05:29.246742 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=ffc72e66-3327-493d-a572-31822359f754,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:29.440259 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23f7d5-e67e-4a4c-b9bd-e9f0d1b2673c req-e5313227-c9fc-45f8-8b84-e950b15e6cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:29.441747 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ee23f7d5-e67e-4a4c-b9bd-e9f0d1b2673c req-e5313227-c9fc-45f8-8b84-e950b15e6cbb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c4a54e8-8220-4b56-bbb7-51402654c743 HTTP/1.1" status: 200 len: 1129 time: 0.0387254 Jul 24 01:05:29.488923 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ee23f7d5-e67e-4a4c-b9bd-e9f0d1b2673c req-08f190ec-545e-4485-a224-5f9f1f981c95 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d231b2ca-c10e-44d4-9207-5bca8b131273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406218 Jul 24 01:05:29.708597 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6bab0-6dd5-409d-b7cb-1e4deefb88a2 req-842f16af-549f-4e77-85f2-bbc8b3985ada tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:29.710061 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a9e6bab0-6dd5-409d-b7cb-1e4deefb88a2 req-842f16af-549f-4e77-85f2-bbc8b3985ada tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c4a54e8-8220-4b56-bbb7-51402654c743 HTTP/1.1" status: 200 len: 945 time: 0.0476396 Jul 24 01:05:29.777285 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e66b00-b11b-4ad7-96a0-d39e58bdeefc req-8c838123-bb26-4887-b248-ec944fa5e772 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:29.778671 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-87e66b00-b11b-4ad7-96a0-d39e58bdeefc req-8c838123-bb26-4887-b248-ec944fa5e772 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.0664787 Jul 24 01:05:29.806652 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a9e6bab0-6dd5-409d-b7cb-1e4deefb88a2 req-00e20190-2ab4-4a6e-9c7e-b32a30722bf3 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=d231b2ca-c10e-44d4-9207-5bca8b131273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861900 Jul 24 01:05:29.813167 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:29.851752 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-87e66b00-b11b-4ad7-96a0-d39e58bdeefc req-ffdfee4c-bfa8-41a9-b951-b6a7610a009a tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&id=b8b34d0f-b8f7-4710-9499-8209c663a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673418 Jul 24 01:05:30.920090 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ac6c4-2927-453b-a645-047c989fbdee req-1018e458-63b2-453c-a76d-c5648bfa7453 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:30.921624 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2d2ac6c4-2927-453b-a645-047c989fbdee req-1018e458-63b2-453c-a76d-c5648bfa7453 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c4a54e8-8220-4b56-bbb7-51402654c743 HTTP/1.1" status: 200 len: 945 time: 0.0473011 Jul 24 01:05:30.981072 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fef3e4-9db2-4e85-99cc-c5c130103c6a req-09c7884a-626d-49cd-87e9-0bf9ee721acf tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:30.982495 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-83fef3e4-9db2-4e85-99cc-c5c130103c6a req-09c7884a-626d-49cd-87e9-0bf9ee721acf tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.0599997 Jul 24 01:05:31.020592 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2d2ac6c4-2927-453b-a645-047c989fbdee req-75d9d292-29af-48ee-b95b-d391065eea11 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=d231b2ca-c10e-44d4-9207-5bca8b131273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894108 Jul 24 01:05:31.041410 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:31.065559 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-83fef3e4-9db2-4e85-99cc-c5c130103c6a req-31fa781b-abbe-4116-873b-29650a452e0a tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&id=b8b34d0f-b8f7-4710-9499-8209c663a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754066 Jul 24 01:05:32.135949 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362e8a3-cd29-4fd5-bc5c-4b957277f9e5 req-b58367e1-b96e-4041-a854-6eb7f6bb42b1 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:32.137428 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9362e8a3-cd29-4fd5-bc5c-4b957277f9e5 req-b58367e1-b96e-4041-a854-6eb7f6bb42b1 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c4a54e8-8220-4b56-bbb7-51402654c743 HTTP/1.1" status: 200 len: 945 time: 0.0477479 Jul 24 01:05:32.201647 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2d8fb-53f6-46c5-9b74-ebf31e53059e req-48b83a61-0bc1-43e1-a413-418768462ba9 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:32.203141 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-34b2d8fb-53f6-46c5-9b74-ebf31e53059e req-48b83a61-0bc1-43e1-a413-418768462ba9 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.0648084 Jul 24 01:05:32.232409 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9362e8a3-cd29-4fd5-bc5c-4b957277f9e5 req-3832b7d0-968e-45c8-b2bd-81b03e95f09d tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=d231b2ca-c10e-44d4-9207-5bca8b131273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851924 Jul 24 01:05:32.288606 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-34b2d8fb-53f6-46c5-9b74-ebf31e53059e req-047c7144-0c2a-4a38-a694-d58b93f3ae4b tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&id=b8b34d0f-b8f7-4710-9499-8209c663a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790136 Jul 24 01:05:32.348353 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cee43-3ac5-44d2-b6f3-bf042f55c2ba req-6936fb3a-f78c-4b8c-b540-532c1b4d9c92 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:32.349809 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-232cee43-3ac5-44d2-b6f3-bf042f55c2ba req-6936fb3a-f78c-4b8c-b540-532c1b4d9c92 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c4a54e8-8220-4b56-bbb7-51402654c743 HTTP/1.1" status: 200 len: 945 time: 0.0524132 Jul 24 01:05:32.358377 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35606) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:05:32.363755 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-7438bcb5-6ac5-4e37-adbb-c907e0a2e2ac tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Request body: {'floatingip': {'port_id': 'ffc72e66-3327-493d-a572-31822359f754'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:05:32.403336 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7438bcb5-6ac5-4e37-adbb-c907e0a2e2ac tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for floatingip (fb32b15b-1fc9-4b85-8af9-d61913abb682), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:32.828786 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7438bcb5-6ac5-4e37-adbb-c907e0a2e2ac tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:32.832397 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7438bcb5-6ac5-4e37-adbb-c907e0a2e2ac tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (fb32b15b-1fc9-4b85-8af9-d61913abb682), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:32.921717 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:32.927276 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-7438bcb5-6ac5-4e37-adbb-c907e0a2e2ac tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Floating IP fb32b15b-1fc9-4b85-8af9-d61913abb682 associated. External IP: 172.37.6.173, port: ffc72e66-3327-493d-a572-31822359f754. Jul 24 01:05:33.120670 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7438bcb5-6ac5-4e37-adbb-c907e0a2e2ac tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:05:33.131374 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:33.224010 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7438bcb5-6ac5-4e37-adbb-c907e0a2e2ac tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:05:33.228669 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7438bcb5-6ac5-4e37-adbb-c907e0a2e2ac tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:33.234606 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf32242-bd29-459f-8733-1e689112b3e7 None None] Sync routers for ids ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:05:33.244805 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf32242-bd29-459f-8733-1e689112b3e7 None None] Routers {'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:05:33.245273 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-adf32242-bd29-459f-8733-1e689112b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:05:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:33.259406 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-7438bcb5-6ac5-4e37-adbb-c907e0a2e2ac tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "PUT /v2.0/floatingips/fb32b15b-1fc9-4b85-8af9-d61913abb682 HTTP/1.1" status: 200 len: 991 time: 0.8999710 Jul 24 01:05:33.259976 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4a54e8-8220-4b56-bbb7-51402654c743', 'tag': 'ffc72e66-3327-493d-a572-31822359f754'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:05:33.262224 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4524d09e-5b2a-4935-9c4e-3e6b1f59b814" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4a54e8-8220-4b56-bbb7-51402654c743", "tag": "ffc72e66-3327-493d-a572-31822359f754"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:33.299433 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f449525b-1416-43b0-9873-27d5c19c59d7 x-openstack-request-id: req-f449525b-1416-43b0-9873-27d5c19c59d7 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:33.299721 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4a54e8-8220-4b56-bbb7-51402654c743", "tag": "ffc72e66-3327-493d-a572-31822359f754", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:33.299974 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f449525b-1416-43b0-9873-27d5c19c59d7 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:33.300378 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f449525b-1416-43b0-9873-27d5c19c59d7'] response: {'name': 'network-changed', 'server_uuid': '1c4a54e8-8220-4b56-bbb7-51402654c743', 'tag': 'ffc72e66-3327-493d-a572-31822359f754', 'status': 'completed', 'code': 200} Jul 24 01:05:33.352735 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-adf32242-bd29-459f-8733-1e689112b3e7 None None] Set router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:05:33.415753 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46352c-960f-4401-8e62-1ae6dae4ffed req-4304cfcf-b25f-409b-a75c-4ed3b46b189e tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:33.419834 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-db46352c-960f-4401-8e62-1ae6dae4ffed req-4304cfcf-b25f-409b-a75c-4ed3b46b189e tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.0608399 Jul 24 01:05:33.487867 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-db46352c-960f-4401-8e62-1ae6dae4ffed req-bace32c5-52ea-4281-8186-952358b89db1 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&id=b8b34d0f-b8f7-4710-9499-8209c663a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671372 Jul 24 01:05:33.525129 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524d09e-5b2a-4935-9c4e-3e6b1f59b814 req-788c263e-c8cf-45fb-8d35-cc792a5b6eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:33.526913 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4524d09e-5b2a-4935-9c4e-3e6b1f59b814 req-788c263e-c8cf-45fb-8d35-cc792a5b6eec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=644464d3831e468f8ab9957bb33817b0&device_id=1c4a54e8-8220-4b56-bbb7-51402654c743 HTTP/1.1" status: 200 len: 1129 time: 0.0427928 Jul 24 01:05:33.569437 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-adf32242-bd29-459f-8733-1e689112b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'name': 'tempest-AttachVolumeTestJSON-908948305-router', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6'}], 'enable_snat': True}, 'gw_port_id': '2b9c7787-5360-404d-940d-3adb743c4404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:30Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'gw_port': {'id': '2b9c7787-5360-404d-940d-3adb743c4404', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'fb32b15b-1fc9-4b85-8af9-d61913abb682', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'floating_ip_address': '172.37.6.173', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'port_id': 'ffc72e66-3327-493d-a572-31822359f754', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'mac_address': 'fa:16:3e:7d:7e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a54e8-8220-4b56-bbb7-51402654c743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:05:20Z', 'updated_at': '2022-07-24T01:05:32Z', 'revision_number': 1, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f', 'name': '', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'mac_address': 'fa:16:3e:6c:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:00:51Z', 'revision_number': 5, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'subnets': [{'id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:33.603189 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf32242-bd29-459f-8733-1e689112b3e7 None None] Checking router: fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:05:33.612043 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf32242-bd29-459f-8733-1e689112b3e7 None None] Routers {'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:05:33.612636 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-adf32242-bd29-459f-8733-1e689112b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:05:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:33.623992 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524d09e-5b2a-4935-9c4e-3e6b1f59b814 req-fab4d015-c057-4c6f-af03-f96f4154b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:33.625458 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4524d09e-5b2a-4935-9c4e-3e6b1f59b814 req-fab4d015-c057-4c6f-af03-f96f4154b5de service neutron] 10.222.0.39 "GET /v2.0/networks?id=d2871582-ae5b-4292-87a4-e519f553496c HTTP/1.1" status: 200 len: 911 time: 0.0871971 Jul 24 01:05:33.690646 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4524d09e-5b2a-4935-9c4e-3e6b1f59b814 req-16b41799-a3e8-4367-a1d1-1b5610240915 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffc72e66-3327-493d-a572-31822359f754 HTTP/1.1" status: 200 len: 999 time: 0.0576942 Jul 24 01:05:33.713028 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-adf32242-bd29-459f-8733-1e689112b3e7 None None] Set router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:05:33.734797 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=100 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:33.740108 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524d09e-5b2a-4935-9c4e-3e6b1f59b814 req-6b21cbdb-6097-4f20-aa01-e4b999a18cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:33.741558 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4524d09e-5b2a-4935-9c4e-3e6b1f59b814 req-6b21cbdb-6097-4f20-aa01-e4b999a18cae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f013cc2c-f207-467b-86f3-d197484583fd HTTP/1.1" status: 200 len: 849 time: 0.0441439 Jul 24 01:05:33.786857 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524d09e-5b2a-4935-9c4e-3e6b1f59b814 req-4675ef20-13cb-4a6b-a8fa-900cb0c2df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:33.788394 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4524d09e-5b2a-4935-9c4e-3e6b1f59b814 req-4675ef20-13cb-4a6b-a8fa-900cb0c2df09 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2871582-ae5b-4292-87a4-e519f553496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394206 Jul 24 01:05:33.820155 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=100 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:33.881436 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4524d09e-5b2a-4935-9c4e-3e6b1f59b814 req-beba552d-4242-4d6a-915b-579004446376 service neutron] 10.222.0.39 "GET /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866487 Jul 24 01:05:33.920076 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-adf32242-bd29-459f-8733-1e689112b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'name': 'tempest-AttachVolumeTestJSON-908948305-router', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6'}], 'enable_snat': True}, 'gw_port_id': '2b9c7787-5360-404d-940d-3adb743c4404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:30Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'gw_port': {'id': '2b9c7787-5360-404d-940d-3adb743c4404', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'fb32b15b-1fc9-4b85-8af9-d61913abb682', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'floating_ip_address': '172.37.6.173', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'port_id': 'ffc72e66-3327-493d-a572-31822359f754', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'mac_address': 'fa:16:3e:7d:7e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a54e8-8220-4b56-bbb7-51402654c743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:05:20Z', 'updated_at': '2022-07-24T01:05:32Z', 'revision_number': 1, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f', 'name': '', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'mac_address': 'fa:16:3e:6c:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:00:51Z', 'revision_number': 5, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'subnets': [{'id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:33.945025 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf32242-bd29-459f-8733-1e689112b3e7 None None] The sync data for ids ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'] in dv-cinder-master-3-iscsi is: [{'id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'name': 'tempest-AttachVolumeTestJSON-908948305-router', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6'}], 'enable_snat': True}, 'gw_port_id': '2b9c7787-5360-404d-940d-3adb743c4404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:30Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'gw_port': {'id': '2b9c7787-5360-404d-940d-3adb743c4404', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'fb32b15b-1fc9-4b85-8af9-d61913abb682', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'floating_ip_address': '172.37.6.173', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'port_id': 'ffc72e66-3327-493d-a572-31822359f754', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'mac_address': 'fa:16:3e:7d:7e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4a54e8-8220-4b56-bbb7-51402654c743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:05:20Z', 'updated_at': '2022-07-24T01:05:32Z', 'revision_number': 1, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f', 'name': '', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'mac_address': 'fa:16:3e:6c:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:00:51Z', 'revision_number': 5, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'subnets': [{'id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:05:33.971058 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-4524d09e-5b2a-4935-9c4e-3e6b1f59b814 req-d74686fc-e7f3-4ac2-806e-b916abcc209c service neutron] 10.222.0.39 "GET /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838137 Jul 24 01:05:34.132634 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240767c3-c3b8-49e0-a8b6-55fb67657ff4 None None] New status for floating IP fb32b15b-1fc9-4b85-8af9-d61913abb682: ACTIVE {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:05:34.258936 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:05:34.764694 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5670f-33f5-48d9-b60f-a07ba82734d9 req-65e50cc9-99c7-454f-aa0c-94eb69d763b2 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:34.766525 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c3b5670f-33f5-48d9-b60f-a07ba82734d9 req-65e50cc9-99c7-454f-aa0c-94eb69d763b2 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.2032626 Jul 24 01:05:34.828607 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c3b5670f-33f5-48d9-b60f-a07ba82734d9 req-599fa16c-ff1e-42fa-80bc-83f46c379b8f tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&id=b8b34d0f-b8f7-4710-9499-8209c663a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547132 Jul 24 01:05:39.785280 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:40.788267 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ff541-84ed-478f-b319-90db5754bb5b req-8a034266-449f-440f-99ac-fb0336553c84 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:40.789612 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6e6ff541-84ed-478f-b319-90db5754bb5b req-8a034266-449f-440f-99ac-fb0336553c84 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0461047 Jul 24 01:05:40.840797 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6e6ff541-84ed-478f-b319-90db5754bb5b req-dcf2da94-7f17-427d-a1f3-e11f1212cc9a tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456948 Jul 24 01:05:41.954952 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6770554-a24f-4abc-ace1-f0b9270810c2 req-52b541b6-d21d-48c5-967f-81de21a5497d tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:41.956398 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a6770554-a24f-4abc-ace1-f0b9270810c2 req-52b541b6-d21d-48c5-967f-81de21a5497d tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0466082 Jul 24 01:05:42.002654 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a6770554-a24f-4abc-ace1-f0b9270810c2 req-9f8d6e23-129a-4e59-983b-b9960deec7f8 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408001 Jul 24 01:05:43.114574 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bcdbf-0c28-4e42-83e0-493a90740e62 req-045d86a2-b547-4dd4-857b-8599a5074f02 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:43.116030 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ab4bcdbf-0c28-4e42-83e0-493a90740e62 req-045d86a2-b547-4dd4-857b-8599a5074f02 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0463777 Jul 24 01:05:43.162347 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ab4bcdbf-0c28-4e42-83e0-493a90740e62 req-fea81281-4938-4915-8102-afef949f0674 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409248 Jul 24 01:05:43.563277 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3b42652f-f33c-4016-be71-61b37bbfa492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:43.922948 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=14 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:43.965374 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=66 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:43.967209 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=61 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:44.255020 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=22 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:44.281967 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe3635-0c40-49e2-83fa-52e42189bd63 req-46c01f52-df04-44cf-a8b6-b22baaaee4c7 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:44.284209 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7cfe3635-0c40-49e2-83fa-52e42189bd63 req-46c01f52-df04-44cf-a8b6-b22baaaee4c7 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0542793 Jul 24 01:05:44.331619 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7cfe3635-0c40-49e2-83fa-52e42189bd63 req-82cbdd77-715e-421a-b2eb-53364576c69b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417771 Jul 24 01:05:44.914558 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222835f8-07e3-4f28-9f02-37d5a64b9b55 req-80296b73-6dca-4b65-b4cf-9586c5a1866b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:44.916028 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-222835f8-07e3-4f28-9f02-37d5a64b9b55 req-80296b73-6dca-4b65-b4cf-9586c5a1866b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0500140 Jul 24 01:05:45.005216 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-222835f8-07e3-4f28-9f02-37d5a64b9b55 req-ae2d6f41-7e44-44ea-b310-8502fd94e2a4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Deleting port c3604b8e-6ace-40d2-8c7a-9f222b26d78c {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:05:45.005879 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-222835f8-07e3-4f28-9f02-37d5a64b9b55 req-ae2d6f41-7e44-44ea-b310-8502fd94e2a4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (c3604b8e-6ace-40d2-8c7a-9f222b26d78c), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:45.098707 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-222835f8-07e3-4f28-9f02-37d5a64b9b55 req-ae2d6f41-7e44-44ea-b310-8502fd94e2a4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] For port c3604b8e-6ace-40d2-8c7a-9f222b26d78c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c3604b8e-6ace-40d2-8c7a-9f222b26d78c,segment=NetworkSegment(74c2a00b-185e-4fc6-bac5-4c487cfc75e4),segment_id=74c2a00b-185e-4fc6-bac5-4c487cfc75e4)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:45.099094 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-222835f8-07e3-4f28-9f02-37d5a64b9b55 req-ae2d6f41-7e44-44ea-b310-8502fd94e2a4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (c3604b8e-6ace-40d2-8c7a-9f222b26d78c), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:45.255767 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-222835f8-07e3-4f28-9f02-37d5a64b9b55 req-ae2d6f41-7e44-44ea-b310-8502fd94e2a4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:45.256127 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-222835f8-07e3-4f28-9f02-37d5a64b9b55 req-ae2d6f41-7e44-44ea-b310-8502fd94e2a4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (16ca0aad-daae-4cd1-8fce-20dd786824ef), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:45.256437 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.l3_db [req-222835f8-07e3-4f28-9f02-37d5a64b9b55 req-ae2d6f41-7e44-44ea-b310-8502fd94e2a4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Floating IP 16ca0aad-daae-4cd1-8fce-20dd786824ef disassociated. External IP: 172.37.6.61, port: c3604b8e-6ace-40d2-8c7a-9f222b26d78c. Jul 24 01:05:45.256788 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-222835f8-07e3-4f28-9f02-37d5a64b9b55 req-ae2d6f41-7e44-44ea-b310-8502fd94e2a4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Calling delete_port for c3604b8e-6ace-40d2-8c7a-9f222b26d78c owned by compute:nova {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:05:45.454638 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891c5ec-f6a7-461b-aa43-2fc8edd141f4 req-15b84624-af9c-45c8-a019-e6a9b92fde34 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:45.456381 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f891c5ec-f6a7-461b-aa43-2fc8edd141f4 req-15b84624-af9c-45c8-a019-e6a9b92fde34 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 945 time: 0.0490813 Jul 24 01:05:45.476461 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:45.507728 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f891c5ec-f6a7-461b-aa43-2fc8edd141f4 req-02db6dc0-e534-4cb6-9e22-59d6d1487857 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=39bd0a67-b908-4e76-94fe-ff2fcb163f34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454731 Jul 24 01:05:45.615519 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-222835f8-07e3-4f28-9f02-37d5a64b9b55 req-ae2d6f41-7e44-44ea-b310-8502fd94e2a4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (c3604b8e-6ace-40d2-8c7a-9f222b26d78c), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:45.631789 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-866b60cc-81c7-457d-a215-27204e177b62 req-1b9ccedc-5aa9-4058-a828-1aff7df52712 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472848 Jul 24 01:05:45.646000 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d6f41-7e44-44ea-b310-8502fd94e2a4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Pushing event deleted for resources: {'Port': ['ID=c3604b8e-6ace-40d2-8c7a-9f222b26d78c,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:45.714382 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b60cc-81c7-457d-a215-27204e177b62 req-8334a847-e2f7-444f-944b-73ce1aaee693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:45.715936 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-866b60cc-81c7-457d-a215-27204e177b62 req-8334a847-e2f7-444f-944b-73ce1aaee693 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7d219e82efe44f9b6f860a5fabc7733&device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 1130 time: 0.0426972 Jul 24 01:05:45.758187 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-222835f8-07e3-4f28-9f02-37d5a64b9b55 req-ae2d6f41-7e44-44ea-b310-8502fd94e2a4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Router b3254423-dc9a-4e47-b6ae-2b50bb01e15a has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:05:45.822103 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b60cc-81c7-457d-a215-27204e177b62 req-f181e013-fe1a-4924-88e6-da59c6b6900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:45.823874 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-866b60cc-81c7-457d-a215-27204e177b62 req-f181e013-fe1a-4924-88e6-da59c6b6900d service neutron] 10.222.0.39 "GET /v2.0/networks?id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b HTTP/1.1" status: 200 len: 919 time: 0.0864050 Jul 24 01:05:45.833877 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d4437dc2-24fe-4099-8715-0fc6856ccf61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:45.863191 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-222835f8-07e3-4f28-9f02-37d5a64b9b55 req-ae2d6f41-7e44-44ea-b310-8502fd94e2a4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:05:45.868844 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-866b60cc-81c7-457d-a215-27204e177b62 req-0b60d50e-304f-4db9-872d-715f99fb6b52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd19007e-705d-4543-9981-8c458087a8e3 HTTP/1.1" status: 200 len: 217 time: 0.0376773 Jul 24 01:05:45.872877 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f82ed24-4392-44b3-8d08-75f6e1d640da None None] Sync routers for ids ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:05:45.883990 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f82ed24-4392-44b3-8d08-75f6e1d640da None None] Routers {'b3254423-dc9a-4e47-b6ae-2b50bb01e15a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:05:45.884601 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-7f82ed24-4392-44b3-8d08-75f6e1d640da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:05:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:45.905035 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:45.909877 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-222835f8-07e3-4f28-9f02-37d5a64b9b55 req-ae2d6f41-7e44-44ea-b310-8502fd94e2a4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] No DVR routers for this DVR port c3604b8e-6ace-40d2-8c7a-9f222b26d78c on host hv-cinder-maste {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:05:45.912571 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-222835f8-07e3-4f28-9f02-37d5a64b9b55 req-ae2d6f41-7e44-44ea-b310-8502fd94e2a4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:45.915921 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-222835f8-07e3-4f28-9f02-37d5a64b9b55 req-ae2d6f41-7e44-44ea-b310-8502fd94e2a4 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.39 "DELETE /v2.0/ports/c3604b8e-6ace-40d2-8c7a-9f222b26d78c HTTP/1.1" status: 204 len: 173 time: 0.9907115 Jul 24 01:05:45.916415 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a71fa6-32c2-446f-b9e5-80d4e9ea800e', 'name': 'network-vif-deleted', 'tag': 'c3604b8e-6ace-40d2-8c7a-9f222b26d78c'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:05:45.919069 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f74427f-8fcd-473b-bf9e-3ace6b6b61ce" -d '{"events": [{"server_uuid": "c6a71fa6-32c2-446f-b9e5-80d4e9ea800e", "name": "network-vif-deleted", "tag": "c3604b8e-6ace-40d2-8c7a-9f222b26d78c"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:45.926460 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b60cc-81c7-457d-a215-27204e177b62 req-f3c309fd-8861-4e12-8d51-fec4750d690a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:45.928611 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-866b60cc-81c7-457d-a215-27204e177b62 req-f3c309fd-8861-4e12-8d51-fec4750d690a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=799e17c1-9604-4b46-8040-e48ddab56dcd HTTP/1.1" status: 200 len: 857 time: 0.0530424 Jul 24 01:05:45.967773 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13dbe75-bdec-4630-93d7-7a34a8fe38ea x-openstack-request-id: req-f13dbe75-bdec-4630-93d7-7a34a8fe38ea {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:45.968053 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a71fa6-32c2-446f-b9e5-80d4e9ea800e", "name": "network-vif-deleted", "tag": "c3604b8e-6ace-40d2-8c7a-9f222b26d78c", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:45.968806 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f13dbe75-bdec-4630-93d7-7a34a8fe38ea {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:45.968806 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f13dbe75-bdec-4630-93d7-7a34a8fe38ea'] response: {'server_uuid': 'c6a71fa6-32c2-446f-b9e5-80d4e9ea800e', 'name': 'network-vif-deleted', 'tag': 'c3604b8e-6ace-40d2-8c7a-9f222b26d78c', 'status': 'completed', 'code': 200} Jul 24 01:05:45.981167 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b60cc-81c7-457d-a215-27204e177b62 req-6ba0ecd6-ddf5-45df-aecc-cea04fbcf1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:45.982665 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-866b60cc-81c7-457d-a215-27204e177b62 req-6ba0ecd6-ddf5-45df-aecc-cea04fbcf1a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fd9f01d9-09a8-410d-9e7d-efac033dcd4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455956 Jul 24 01:05:46.079015 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-7f82ed24-4392-44b3-8d08-75f6e1d640da None None] Set router b3254423-dc9a-4e47-b6ae-2b50bb01e15a gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:05:46.122898 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-866b60cc-81c7-457d-a215-27204e177b62 req-27de47da-8a10-47f7-9d1f-9a107b7d80bf service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061292 Jul 24 01:05:46.222304 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-866b60cc-81c7-457d-a215-27204e177b62 req-29f50323-9ad5-41f1-8dc1-9ed4651ef067 service neutron] 10.222.0.39 "GET /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880015 Jul 24 01:05:46.268048 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-7f82ed24-4392-44b3-8d08-75f6e1d640da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'name': 'tempest-ServerRescueNegativeTestJSON-789566168-router', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101'}], 'enable_snat': True}, 'gw_port_id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:35Z', 'updated_at': '2022-07-24T01:00:47Z', 'revision_number': 4, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'gw_port': {'id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4be2e3fd-9cee-476b-a873-3b43e4a0cef1', 'name': '', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'mac_address': 'fa:16:3e:e3:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:00:57Z', 'revision_number': 5, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'subnets': [{'id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:46.292038 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f82ed24-4392-44b3-8d08-75f6e1d640da None None] Checking router: b3254423-dc9a-4e47-b6ae-2b50bb01e15a for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:05:46.300475 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f82ed24-4392-44b3-8d08-75f6e1d640da None None] Routers {'b3254423-dc9a-4e47-b6ae-2b50bb01e15a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:05:46.301067 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-7f82ed24-4392-44b3-8d08-75f6e1d640da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:05:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:46.397876 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-7f82ed24-4392-44b3-8d08-75f6e1d640da None None] Set router b3254423-dc9a-4e47-b6ae-2b50bb01e15a gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:05:46.586285 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-7f82ed24-4392-44b3-8d08-75f6e1d640da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'name': 'tempest-ServerRescueNegativeTestJSON-789566168-router', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101'}], 'enable_snat': True}, 'gw_port_id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:35Z', 'updated_at': '2022-07-24T01:00:47Z', 'revision_number': 4, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'gw_port': {'id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4be2e3fd-9cee-476b-a873-3b43e4a0cef1', 'name': '', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'mac_address': 'fa:16:3e:e3:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:00:57Z', 'revision_number': 5, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'subnets': [{'id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:46.612468 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f82ed24-4392-44b3-8d08-75f6e1d640da None None] The sync data for ids ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'] in dv-cinder-master-3-iscsi is: [{'id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'name': 'tempest-ServerRescueNegativeTestJSON-789566168-router', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101'}], 'enable_snat': True}, 'gw_port_id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:35Z', 'updated_at': '2022-07-24T01:00:47Z', 'revision_number': 4, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'gw_port': {'id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4be2e3fd-9cee-476b-a873-3b43e4a0cef1', 'name': '', 'network_id': 'fd9f01d9-09a8-410d-9e7d-efac033dcd4b', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'mac_address': 'fa:16:3e:e3:45:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:00:57Z', 'revision_number': 5, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'subnets': [{'id': '799e17c1-9604-4b46-8040-e48ddab56dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:05:46.639411 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0e85f0fa-8af0-47a6-bf3b-0072d190e4d5 req-1a0f66a7-7131-4971-af34-3f6bf30f0f09 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6a71fa6-32c2-446f-b9e5-80d4e9ea800e HTTP/1.1" status: 200 len: 210 time: 0.0399046 Jul 24 01:05:46.833003 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd22ad90-9805-4111-a557-e37b4d979922 None None] New status for floating IP 16ca0aad-daae-4cd1-8fce-20dd786824ef: DOWN {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:05:47.111527 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:47.724766 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35672) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:05:47.777613 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-af0db61b-a703-4dc4-8a8a-f7f9dadf6158 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for security_group (39bd0a67-b908-4e76-94fe-ff2fcb163f34), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:47.800659 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-af0db61b-a703-4dc4-8a8a-f7f9dadf6158 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for security_group (39bd0a67-b908-4e76-94fe-ff2fcb163f34), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:47.847728 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-af0db61b-a703-4dc4-8a8a-f7f9dadf6158 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (39bd0a67-b908-4e76-94fe-ff2fcb163f34), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:47.850219 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-af0db61b-a703-4dc4-8a8a-f7f9dadf6158 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:47.851379 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-af0db61b-a703-4dc4-8a8a-f7f9dadf6158 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "DELETE /v2.0/security-groups/39bd0a67-b908-4e76-94fe-ff2fcb163f34 HTTP/1.1" status: 204 len: 168 time: 0.1256413 Jul 24 01:05:47.854260 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35674) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:05:47.860536 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0db61b-a703-4dc4-8a8a-f7f9dadf6158 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bd0a67-b908-4e76-94fe-ff2fcb163f34,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:47.868657 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.api.v2.resource [None req-b05410c9-ac64-4f64-90d2-f492335843bf tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] show failed (client error): The resource could not be found. Jul 24 01:05:47.869675 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-b05410c9-ac64-4f64-90d2-f492335843bf tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups/39bd0a67-b908-4e76-94fe-ff2fcb163f34 HTTP/1.1" status: 404 len: 347 time: 0.0138688 Jul 24 01:05:47.872468 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35676) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:05:47.872609 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=8 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:47.913683 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:47.984056 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-50225459-ff3d-493e-b385-8cadcc3e5339 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Deleting port dbaa8882-a384-4a48-b1d2-d7fb1adfcb84 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:05:47.984318 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-50225459-ff3d-493e-b385-8cadcc3e5339 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (dbaa8882-a384-4a48-b1d2-d7fb1adfcb84), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:48.062002 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-50225459-ff3d-493e-b385-8cadcc3e5339 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (dbaa8882-a384-4a48-b1d2-d7fb1adfcb84), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:48.062331 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-50225459-ff3d-493e-b385-8cadcc3e5339 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for floatingip (dbaa8882-a384-4a48-b1d2-d7fb1adfcb84), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:48.074450 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:48.075636 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-50225459-ff3d-493e-b385-8cadcc3e5339 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Calling delete_port for dbaa8882-a384-4a48-b1d2-d7fb1adfcb84 owned by network:floatingip {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:05:48.207158 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-50225459-ff3d-493e-b385-8cadcc3e5339 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (dbaa8882-a384-4a48-b1d2-d7fb1adfcb84), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:48.231485 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50225459-ff3d-493e-b385-8cadcc3e5339 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Pushing event deleted for resources: {'Port': ['ID=dbaa8882-a384-4a48-b1d2-d7fb1adfcb84,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:48.292789 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-50225459-ff3d-493e-b385-8cadcc3e5339 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks [] for floatingip (16ca0aad-daae-4cd1-8fce-20dd786824ef), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:48.295424 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-50225459-ff3d-493e-b385-8cadcc3e5339 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:48.296566 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-50225459-ff3d-493e-b385-8cadcc3e5339 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "DELETE /v2.0/floatingips/16ca0aad-daae-4cd1-8fce-20dd786824ef HTTP/1.1" status: 204 len: 168 time: 0.4230983 Jul 24 01:05:48.411997 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:48.846387 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:49.109509 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device c3604b8e-6ace-40d2-8c7a-9f222b26d78c no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:05:49.128919 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] No Port match for: c3604b8e-6ace-40d2-8c7a-9f222b26d78c {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:05:49.129266 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device c3604b8e-6ace-40d2-8c7a-9f222b26d78c not bound to the agent host hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:05:50.756451 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91990b28-eb2f-40e1-8a44-ac15e4778621 req-3c812cac-dda9-4518-a1c5-777d737be280 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:50.757885 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-91990b28-eb2f-40e1-8a44-ac15e4778621 req-3c812cac-dda9-4518-a1c5-777d737be280 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0462134 Jul 24 01:05:50.806231 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-91990b28-eb2f-40e1-8a44-ac15e4778621 req-bbf354db-ac92-446a-8bef-3db5467831ae tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427938 Jul 24 01:05:51.918018 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c86f3a-c92d-450a-8eb5-65ba5b7a9093 req-d61574bb-136f-4023-8da2-508d05cd3add tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:51.919486 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-83c86f3a-c92d-450a-8eb5-65ba5b7a9093 req-d61574bb-136f-4023-8da2-508d05cd3add tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0454631 Jul 24 01:05:51.965770 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-83c86f3a-c92d-450a-8eb5-65ba5b7a9093 req-805ead37-18df-4289-9eb3-481a5f878ccc tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402825 Jul 24 01:05:53.077453 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bb63f-4e53-45e4-aa28-fe606ff9e62b req-d5f6550e-7c2a-4de2-b9e4-b078b3cc23b1 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:53.078993 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0a0bb63f-4e53-45e4-aa28-fe606ff9e62b req-d5f6550e-7c2a-4de2-b9e4-b078b3cc23b1 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0460730 Jul 24 01:05:53.125224 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0a0bb63f-4e53-45e4-aa28-fe606ff9e62b req-e4449ff7-58e5-4e62-9a02-abc49ab57763 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406632 Jul 24 01:05:53.635754 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27364685-136f-4588-b5dd-483dbb7344b4 req-4ccbf924-d0c8-4f84-a084-705534d9ef8b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:53.637173 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-27364685-136f-4588-b5dd-483dbb7344b4 req-4ccbf924-d0c8-4f84-a084-705534d9ef8b tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.39 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 946 time: 0.0489213 Jul 24 01:05:53.688902 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:53.724547 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-27364685-136f-4588-b5dd-483dbb7344b4 req-17ecc7b8-5c50-447a-825d-c995a234b2c3 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Deleting port dd19007e-705d-4543-9981-8c458087a8e3 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:05:53.724892 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-27364685-136f-4588-b5dd-483dbb7344b4 req-17ecc7b8-5c50-447a-825d-c995a234b2c3 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (dd19007e-705d-4543-9981-8c458087a8e3), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:53.809612 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:53.816632 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-27364685-136f-4588-b5dd-483dbb7344b4 req-17ecc7b8-5c50-447a-825d-c995a234b2c3 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] For port dd19007e-705d-4543-9981-8c458087a8e3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dd19007e-705d-4543-9981-8c458087a8e3,segment=NetworkSegment(74c2a00b-185e-4fc6-bac5-4c487cfc75e4),segment_id=74c2a00b-185e-4fc6-bac5-4c487cfc75e4)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:53.816993 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-27364685-136f-4588-b5dd-483dbb7344b4 req-17ecc7b8-5c50-447a-825d-c995a234b2c3 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (dd19007e-705d-4543-9981-8c458087a8e3), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:53.830059 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-27364685-136f-4588-b5dd-483dbb7344b4 req-17ecc7b8-5c50-447a-825d-c995a234b2c3 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Calling delete_port for dd19007e-705d-4543-9981-8c458087a8e3 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:05:53.953294 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-27364685-136f-4588-b5dd-483dbb7344b4 req-17ecc7b8-5c50-447a-825d-c995a234b2c3 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239'] for port (dd19007e-705d-4543-9981-8c458087a8e3), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:53.982529 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecc7b8-5c50-447a-825d-c995a234b2c3 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Pushing event deleted for resources: {'Port': ['ID=dd19007e-705d-4543-9981-8c458087a8e3,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:53.990292 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['7813289d-8139-4d10-ab8e-926e1b2e6577', 'dd19007e-705d-4543-9981-8c458087a8e3'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:05:54.028094 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-27364685-136f-4588-b5dd-483dbb7344b4 req-17ecc7b8-5c50-447a-825d-c995a234b2c3 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] No DVR routers for this DVR port dd19007e-705d-4543-9981-8c458087a8e3 on host hv-cinder-maste {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:05:54.030611 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-27364685-136f-4588-b5dd-483dbb7344b4 req-17ecc7b8-5c50-447a-825d-c995a234b2c3 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:54.034395 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-27364685-136f-4588-b5dd-483dbb7344b4 req-17ecc7b8-5c50-447a-825d-c995a234b2c3 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.39 "DELETE /v2.0/ports/dd19007e-705d-4543-9981-8c458087a8e3 HTTP/1.1" status: 204 len: 173 time: 0.3914127 Jul 24 01:05:54.034859 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4389fd86-dd98-40ca-8e28-a9153502931c', 'name': 'network-vif-deleted', 'tag': 'dd19007e-705d-4543-9981-8c458087a8e3'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:05:54.037095 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b316f384-589a-438c-bbe9-5b5123066602" -d '{"events": [{"server_uuid": "4389fd86-dd98-40ca-8e28-a9153502931c", "name": "network-vif-deleted", "tag": "dd19007e-705d-4543-9981-8c458087a8e3"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:54.085329 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c46843-64af-471c-a639-63e6849afcae x-openstack-request-id: req-b2c46843-64af-471c-a639-63e6849afcae {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:54.085948 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4389fd86-dd98-40ca-8e28-a9153502931c", "name": "network-vif-deleted", "tag": "dd19007e-705d-4543-9981-8c458087a8e3", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:54.086115 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2c46843-64af-471c-a639-63e6849afcae {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:54.086513 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2c46843-64af-471c-a639-63e6849afcae'] response: {'server_uuid': '4389fd86-dd98-40ca-8e28-a9153502931c', 'name': 'network-vif-deleted', 'tag': 'dd19007e-705d-4543-9981-8c458087a8e3', 'status': 'completed', 'code': 200} Jul 24 01:05:54.109975 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:54.226036 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cd2f49ba-1c39-4241-9e13-58f0662f5926 req-fb01b262-7e0e-400a-8933-d1b53334d9af tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=4389fd86-dd98-40ca-8e28-a9153502931c HTTP/1.1" status: 200 len: 210 time: 0.0282366 Jul 24 01:05:55.544661 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a936-909d-443d-9a56-74e1d77a4af2 req-b1023b17-1fee-4ea9-bd90-83d06ea9cad6 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:55.546084 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9a43a936-909d-443d-9a56-74e1d77a4af2 req-b1023b17-1fee-4ea9-bd90-83d06ea9cad6 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0459588 Jul 24 01:05:55.596438 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9a43a936-909d-443d-9a56-74e1d77a4af2 req-236169e3-cb92-4778-8a8a-78372d0855b1 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433762 Jul 24 01:05:56.588785 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=68 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:56.589659 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=64 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:56.709930 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106c798-9951-44de-b723-0b8976def0dc req-e64aa06a-de16-47e1-86b3-0111b153ae10 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:56.711308 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6106c798-9951-44de-b723-0b8976def0dc req-e64aa06a-de16-47e1-86b3-0111b153ae10 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0453043 Jul 24 01:05:56.757356 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6106c798-9951-44de-b723-0b8976def0dc req-40597c10-105f-4315-a858-224186f9ca53 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 Jul 24 01:05:57.133877 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device dd19007e-705d-4543-9981-8c458087a8e3 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:05:57.153707 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] No Port match for: dd19007e-705d-4543-9981-8c458087a8e3 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:05:57.154047 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device dd19007e-705d-4543-9981-8c458087a8e3 not bound to the agent host hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:05:57.868990 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b0f71-c643-4a49-9525-d46d03a01d58 req-ca420a80-53d1-4e6f-9a60-854721981af0 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:57.870433 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-092b0f71-c643-4a49-9525-d46d03a01d58 req-ca420a80-53d1-4e6f-9a60-854721981af0 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0457613 Jul 24 01:05:57.916446 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-092b0f71-c643-4a49-9525-d46d03a01d58 req-78430bdd-9876-409c-bdb1-ad6b6b024280 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406299 Jul 24 01:05:58.287419 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=24,neutron:DELETE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:58.289357 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=45,neutron:DELETE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:59.032425 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969eff4-231b-4c47-a45b-48a96669cced req-5a82f255-4e8b-4334-8b62-859c14361eb7 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:59.033886 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b969eff4-231b-4c47-a45b-48a96669cced req-5a82f255-4e8b-4334-8b62-859c14361eb7 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0493631 Jul 24 01:05:59.080949 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b969eff4-231b-4c47-a45b-48a96669cced req-6dae2123-dfeb-4250-b34a-358bb9bbe543 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae2fb426-7100-46b0-8e97-5c348d305348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408516 Jul 24 01:05:59.227732 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a78e05-17c0-4fab-bf0a-612f84bc1096 req-3c4aa4c4-1b17-41f6-a73b-46acf61adad1 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:05:59.229144 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-40a78e05-17c0-4fab-bf0a-612f84bc1096 req-3c4aa4c4-1b17-41f6-a73b-46acf61adad1 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 945 time: 0.0455718 Jul 24 01:05:59.313843 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-40a78e05-17c0-4fab-bf0a-612f84bc1096 req-fdd9e1b6-3db0-4349-bdaf-d585c1134900 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Deleting port 7813289d-8139-4d10-ab8e-926e1b2e6577 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:05:59.314185 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-40a78e05-17c0-4fab-bf0a-612f84bc1096 req-fdd9e1b6-3db0-4349-bdaf-d585c1134900 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (7813289d-8139-4d10-ab8e-926e1b2e6577), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:59.401205 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-40a78e05-17c0-4fab-bf0a-612f84bc1096 req-fdd9e1b6-3db0-4349-bdaf-d585c1134900 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] For port 7813289d-8139-4d10-ab8e-926e1b2e6577, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7813289d-8139-4d10-ab8e-926e1b2e6577,segment=NetworkSegment(74c2a00b-185e-4fc6-bac5-4c487cfc75e4),segment_id=74c2a00b-185e-4fc6-bac5-4c487cfc75e4)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:59.401566 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-40a78e05-17c0-4fab-bf0a-612f84bc1096 req-fdd9e1b6-3db0-4349-bdaf-d585c1134900 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (7813289d-8139-4d10-ab8e-926e1b2e6577), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:59.415035 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-40a78e05-17c0-4fab-bf0a-612f84bc1096 req-fdd9e1b6-3db0-4349-bdaf-d585c1134900 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Calling delete_port for 7813289d-8139-4d10-ab8e-926e1b2e6577 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:05:59.426755 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:59.468038 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:05:59.544543 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-40a78e05-17c0-4fab-bf0a-612f84bc1096 req-fdd9e1b6-3db0-4349-bdaf-d585c1134900 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239'] for port (7813289d-8139-4d10-ab8e-926e1b2e6577), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:59.571139 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9e1b6-3db0-4349-bdaf-d585c1134900 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Pushing event deleted for resources: {'Port': ['ID=7813289d-8139-4d10-ab8e-926e1b2e6577,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:59.586895 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['7813289d-8139-4d10-ab8e-926e1b2e6577'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:05:59.617746 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a78e05-17c0-4fab-bf0a-612f84bc1096 req-fdd9e1b6-3db0-4349-bdaf-d585c1134900 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] No DVR routers for this DVR port 7813289d-8139-4d10-ab8e-926e1b2e6577 on host hv-cinder-maste {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:05:59.619954 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-40a78e05-17c0-4fab-bf0a-612f84bc1096 req-fdd9e1b6-3db0-4349-bdaf-d585c1134900 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:05:59.623114 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-40a78e05-17c0-4fab-bf0a-612f84bc1096 req-fdd9e1b6-3db0-4349-bdaf-d585c1134900 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.39 "DELETE /v2.0/ports/7813289d-8139-4d10-ab8e-926e1b2e6577 HTTP/1.1" status: 204 len: 173 time: 0.3884528 Jul 24 01:05:59.623547 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d6538b-2585-40fc-b68c-e9a088724a39', 'name': 'network-vif-deleted', 'tag': '7813289d-8139-4d10-ab8e-926e1b2e6577'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:05:59.625761 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e88a6e8-afa9-47a4-93ed-e6fc69480678" -d '{"events": [{"server_uuid": "97d6538b-2585-40fc-b68c-e9a088724a39", "name": "network-vif-deleted", "tag": "7813289d-8139-4d10-ab8e-926e1b2e6577"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:59.662717 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24479d8d-9374-4e14-ad63-f616939c58da x-openstack-request-id: req-24479d8d-9374-4e14-ad63-f616939c58da {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:59.663035 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d6538b-2585-40fc-b68c-e9a088724a39", "name": "network-vif-deleted", "tag": "7813289d-8139-4d10-ab8e-926e1b2e6577", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:59.663284 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24479d8d-9374-4e14-ad63-f616939c58da {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:59.663687 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24479d8d-9374-4e14-ad63-f616939c58da'] response: {'server_uuid': '97d6538b-2585-40fc-b68c-e9a088724a39', 'name': 'network-vif-deleted', 'tag': '7813289d-8139-4d10-ab8e-926e1b2e6577', 'status': 'completed', 'code': 200} Jul 24 01:06:00.187405 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ff2ae2a9-7a87-4c9d-aca9-90aa80635fdb req-2a659b57-5a12-47a2-9ae8-a8b6023c0b48 tempest-ServerRescueNegativeTestJSON-811496748 tempest-ServerRescueNegativeTestJSON-811496748-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6538b-2585-40fc-b68c-e9a088724a39 HTTP/1.1" status: 200 len: 210 time: 0.0346460 Jul 24 01:06:01.248164 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35768) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:01.715440 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687808'] for router_interface (b3254423-dc9a-4e47-b6ae-2b50bb01e15a), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:01.981280 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Deleting port 4be2e3fd-9cee-476b-a873-3b43e4a0cef1 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:06:01.981617 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (4be2e3fd-9cee-476b-a873-3b43e4a0cef1), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:02.063875 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] For port 4be2e3fd-9cee-476b-a873-3b43e4a0cef1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4be2e3fd-9cee-476b-a873-3b43e4a0cef1,segment=NetworkSegment(74c2a00b-185e-4fc6-bac5-4c487cfc75e4),segment_id=74c2a00b-185e-4fc6-bac5-4c487cfc75e4)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:02.064243 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (4be2e3fd-9cee-476b-a873-3b43e4a0cef1), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:02.081175 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Calling delete_port for 4be2e3fd-9cee-476b-a873-3b43e4a0cef1 owned by network:router_interface {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:06:02.264651 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (4be2e3fd-9cee-476b-a873-3b43e4a0cef1), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:02.267856 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:02.270595 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:02.293997 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Pushing event deleted for resources: {'Port': ['ID=4be2e3fd-9cee-476b-a873-3b43e4a0cef1,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:02.309183 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:02.309536 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:02.309879 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:02.310216 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:02.310553 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:02.310912 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:02.311242 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:02.311566 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:02.311892 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:02.312215 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:02.312609 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:02.312941 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:02.313315 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:02.313639 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:02.313958 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:02.470011 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687152'] for router_interface (b3254423-dc9a-4e47-b6ae-2b50bb01e15a), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:02.670716 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Router b3254423-dc9a-4e47-b6ae-2b50bb01e15a has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:06:02.771658 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:06:02.776864 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-7c15781e-86a1-484f-87a3-5418f9e6597a admin admin] 10.222.0.18 "PUT /v2.0/routers/b3254423-dc9a-4e47-b6ae-2b50bb01e15a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5276749 Jul 24 01:06:02.779502 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35794) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:02.780277 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba57ce3-a4de-45a8-b71d-1f5d08958c09 None None] Sync routers for ids ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:06:02.793252 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba57ce3-a4de-45a8-b71d-1f5d08958c09 None None] Routers {'b3254423-dc9a-4e47-b6ae-2b50bb01e15a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:06:02.793930 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-eba57ce3-a4de-45a8-b71d-1f5d08958c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:05:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:02.882568 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6ecead00-9fad-49af-900f-f7aa370f70c5 admin admin] Publish callbacks [] for router (b3254423-dc9a-4e47-b6ae-2b50bb01e15a), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:02.895688 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-eba57ce3-a4de-45a8-b71d-1f5d08958c09 None None] Set router b3254423-dc9a-4e47-b6ae-2b50bb01e15a gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:06:02.984757 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6ecead00-9fad-49af-900f-f7aa370f70c5 admin admin] Publish callbacks [] for router_gateway (b3254423-dc9a-4e47-b6ae-2b50bb01e15a), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:03.028135 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-6ecead00-9fad-49af-900f-f7aa370f70c5 admin admin] Deleting port e8bf356a-1042-4edc-9f87-b446c0f0f13b {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:06:03.028470 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6ecead00-9fad-49af-900f-f7aa370f70c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (e8bf356a-1042-4edc-9f87-b446c0f0f13b), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:03.064759 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-eba57ce3-a4de-45a8-b71d-1f5d08958c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'name': 'tempest-ServerRescueNegativeTestJSON-789566168-router', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101'}], 'enable_snat': True}, 'gw_port_id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:35Z', 'updated_at': '2022-07-24T01:06:02Z', 'revision_number': 5, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'gw_port': {'id': 'e8bf356a-1042-4edc-9f87-b446c0f0f13b', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:03.090328 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba57ce3-a4de-45a8-b71d-1f5d08958c09 None None] Checking router: b3254423-dc9a-4e47-b6ae-2b50bb01e15a for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:06:03.099100 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba57ce3-a4de-45a8-b71d-1f5d08958c09 None None] Routers {'b3254423-dc9a-4e47-b6ae-2b50bb01e15a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:06:03.099708 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-eba57ce3-a4de-45a8-b71d-1f5d08958c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:05:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:03.106174 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-6ecead00-9fad-49af-900f-f7aa370f70c5 admin admin] For port e8bf356a-1042-4edc-9f87-b446c0f0f13b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e8bf356a-1042-4edc-9f87-b446c0f0f13b,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:03.106541 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6ecead00-9fad-49af-900f-f7aa370f70c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (e8bf356a-1042-4edc-9f87-b446c0f0f13b), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:03.119925 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-6ecead00-9fad-49af-900f-f7aa370f70c5 admin admin] Calling delete_port for e8bf356a-1042-4edc-9f87-b446c0f0f13b owned by network:router_gateway {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:06:03.128649 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:03.172001 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 7813289d-8139-4d10-ab8e-926e1b2e6577 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:03.185546 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-eba57ce3-a4de-45a8-b71d-1f5d08958c09 None None] Set router b3254423-dc9a-4e47-b6ae-2b50bb01e15a gateway port host: None {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:06:03.196352 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] No Port match for: 7813289d-8139-4d10-ab8e-926e1b2e6577 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:06:03.196698 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 7813289d-8139-4d10-ab8e-926e1b2e6577 not bound to the agent host hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:03.236594 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-eba57ce3-a4de-45a8-b71d-1f5d08958c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'name': 'tempest-ServerRescueNegativeTestJSON-789566168-router', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:35Z', 'updated_at': '2022-07-24T01:06:02Z', 'revision_number': 6, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:03.268851 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba57ce3-a4de-45a8-b71d-1f5d08958c09 None None] The sync data for ids ['b3254423-dc9a-4e47-b6ae-2b50bb01e15a'] in dv-cinder-master-3-iscsi is: [{'id': 'b3254423-dc9a-4e47-b6ae-2b50bb01e15a', 'name': 'tempest-ServerRescueNegativeTestJSON-789566168-router', 'tenant_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:35Z', 'updated_at': '2022-07-24T01:06:02Z', 'revision_number': 6, 'project_id': 'f7d219e82efe44f9b6f860a5fabc7733', 'gw_port_host': None}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:06:03.458988 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:03.529436 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6ecead00-9fad-49af-900f-f7aa370f70c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (e8bf356a-1042-4edc-9f87-b446c0f0f13b), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:03.557009 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecead00-9fad-49af-900f-f7aa370f70c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8bf356a-1042-4edc-9f87-b446c0f0f13b,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:03.624970 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6ecead00-9fad-49af-900f-f7aa370f70c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687419'] for router_gateway (b3254423-dc9a-4e47-b6ae-2b50bb01e15a), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:03.658389 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982aab5-2ccd-4b93-80a6-a1f11ae0f89f req-028a2801-3193-4529-9cd7-090abe6fb1fa tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:03.659939 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5982aab5-2ccd-4b93-80a6-a1f11ae0f89f req-028a2801-3193-4529-9cd7-090abe6fb1fa tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=4693fbdb-0311-4f58-a0b7-e338e3369224 HTTP/1.1" status: 200 len: 945 time: 0.0651720 Jul 24 01:06:03.713893 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5982aab5-2ccd-4b93-80a6-a1f11ae0f89f req-0e2fdde7-771f-48b8-bdc0-27ed75057da3 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3fc7fa-e345-43c9-8cc8-30c58adac491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465233 Jul 24 01:06:03.739600 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6ecead00-9fad-49af-900f-f7aa370f70c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1249'] for router (b3254423-dc9a-4e47-b6ae-2b50bb01e15a), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:03.741865 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6ecead00-9fad-49af-900f-f7aa370f70c5 admin admin] Publish callbacks [] for router_controller (b3254423-dc9a-4e47-b6ae-2b50bb01e15a), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:03.806411 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6ecead00-9fad-49af-900f-f7aa370f70c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680094'] for router (b3254423-dc9a-4e47-b6ae-2b50bb01e15a), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:03.807169 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecead00-9fad-49af-900f-f7aa370f70c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3254423-dc9a-4e47-b6ae-2b50bb01e15a {{(pid=103995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:06:03.812027 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6ecead00-9fad-49af-900f-f7aa370f70c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:03.813168 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-6ecead00-9fad-49af-900f-f7aa370f70c5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b3254423-dc9a-4e47-b6ae-2b50bb01e15a HTTP/1.1" status: 204 len: 168 time: 1.0327492 Jul 24 01:06:03.815825 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35804) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:03.860361 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ce3a54-5c2d-4ecb-a1b7-62fd0191618b admin admin] Deleting subnet 799e17c1-9604-4b46-8040-e48ddab56dcd {{(pid=103995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 01:06:03.863546 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0ce3a54-5c2d-4ecb-a1b7-62fd0191618b admin admin] Publish callbacks [] for subnet (799e17c1-9604-4b46-8040-e48ddab56dcd), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:03.897674 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0ce3a54-5c2d-4ecb-a1b7-62fd0191618b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4260261'] for subnet (799e17c1-9604-4b46-8040-e48ddab56dcd), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:04.003368 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0ce3a54-5c2d-4ecb-a1b7-62fd0191618b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1702200'] for subnet (799e17c1-9604-4b46-8040-e48ddab56dcd), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:04.060362 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0ce3a54-5c2d-4ecb-a1b7-62fd0191618b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1702193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3892429'] for subnet (799e17c1-9604-4b46-8040-e48ddab56dcd), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:04.085477 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce3a54-5c2d-4ecb-a1b7-62fd0191618b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=799e17c1-9604-4b46-8040-e48ddab56dcd,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:04.091091 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0ce3a54-5c2d-4ecb-a1b7-62fd0191618b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:04.096476 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-b0ce3a54-5c2d-4ecb-a1b7-62fd0191618b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/799e17c1-9604-4b46-8040-e48ddab56dcd HTTP/1.1" status: 204 len: 168 time: 0.2774224 Jul 24 01:06:04.096618 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966766b9-7340-48a7-a300-d9d805cd627d None None] Network fd9f01d9-09a8-410d-9e7d-efac033dcd4b requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:06:04.096847 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35806) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:04.169885 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658929'] for network (fd9f01d9-09a8-410d-9e7d-efac033dcd4b), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:04.224747 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Deleting port 52098ab2-408c-4c6e-9d55-ac85f6856667 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:06:04.225438 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (52098ab2-408c-4c6e-9d55-ac85f6856667), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:04.267190 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfc23c1-13d1-4991-9be6-31e86768c3de None None] DHCP port deletion for fd9f01d9-09a8-410d-9e7d-efac033dcd4b request from dv-cinder-master-3-iscsi {{(pid=103997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 24 01:06:04.292627 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] For port 52098ab2-408c-4c6e-9d55-ac85f6856667, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=52098ab2-408c-4c6e-9d55-ac85f6856667,segment=NetworkSegment(74c2a00b-185e-4fc6-bac5-4c487cfc75e4),segment_id=74c2a00b-185e-4fc6-bac5-4c487cfc75e4)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:04.293002 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (52098ab2-408c-4c6e-9d55-ac85f6856667), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:04.307133 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Calling delete_port for 52098ab2-408c-4c6e-9d55-ac85f6856667 owned by network:dhcp {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:06:04.307871 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-fdfc23c1-13d1-4991-9be6-31e86768c3de None None] Deleting port 52098ab2-408c-4c6e-9d55-ac85f6856667 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:06:04.308319 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fdfc23c1-13d1-4991-9be6-31e86768c3de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (52098ab2-408c-4c6e-9d55-ac85f6856667), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:04.378320 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-fdfc23c1-13d1-4991-9be6-31e86768c3de None None] For port 52098ab2-408c-4c6e-9d55-ac85f6856667, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=52098ab2-408c-4c6e-9d55-ac85f6856667,segment=NetworkSegment(74c2a00b-185e-4fc6-bac5-4c487cfc75e4),segment_id=74c2a00b-185e-4fc6-bac5-4c487cfc75e4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:04.379262 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fdfc23c1-13d1-4991-9be6-31e86768c3de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (52098ab2-408c-4c6e-9d55-ac85f6856667), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:04.392510 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-fdfc23c1-13d1-4991-9be6-31e86768c3de None None] Calling delete_port for 52098ab2-408c-4c6e-9d55-ac85f6856667 owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:06:04.394340 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239'] for port (52098ab2-408c-4c6e-9d55-ac85f6856667), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:04.416719 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Pushing event deleted for resources: {'Port': ['ID=52098ab2-408c-4c6e-9d55-ac85f6856667,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:04.426498 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] No DVR routers for this DVR port 52098ab2-408c-4c6e-9d55-ac85f6856667 on host dv-cinder-master-3-iscsi {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:06:04.475098 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fdfc23c1-13d1-4991-9be6-31e86768c3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239'] for port (52098ab2-408c-4c6e-9d55-ac85f6856667), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:04.498604 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc23c1-13d1-4991-9be6-31e86768c3de None None] Pushing event deleted for resources: {'Port': ['ID=52098ab2-408c-4c6e-9d55-ac85f6856667,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:04.500554 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702323', 'neutron.services.segments.db._delete_segments_for_network-8763390966860'] for network (fd9f01d9-09a8-410d-9e7d-efac033dcd4b), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:04.502470 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfc23c1-13d1-4991-9be6-31e86768c3de None None] No DVR routers for this DVR port 52098ab2-408c-4c6e-9d55-ac85f6856667 on host dv-cinder-master-3-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:06:04.524969 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:06:04.525337 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:06:04.526098 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:06:04.526429 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Subscribe: > port after_create 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:06:04.526798 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:06:04.527135 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Subscribe: > port after_update 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:06:04.527455 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:06:04.527807 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:06:04.528112 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:06:04.528430 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:06:04.608365 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:06:04.608720 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:06:04.609053 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:06:04.609385 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 01:06:04.609749 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9f01d9-09a8-410d-9e7d-efac033dcd4b']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:04.627658 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c2a00b-185e-4fc6-bac5-4c487cfc75e4') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:04.627892 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c2a00b-185e-4fc6-bac5-4c487cfc75e4') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:04.644343 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763390966245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15792549'] for segment (74c2a00b-185e-4fc6-bac5-4c487cfc75e4), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:04.665023 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (74c2a00b-185e-4fc6-bac5-4c487cfc75e4), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:04.674114 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:06:04.674694 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4959449'] for segment (74c2a00b-185e-4fc6-bac5-4c487cfc75e4), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:05.029191 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687525'] for network (fd9f01d9-09a8-410d-9e7d-efac033dcd4b), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:05.034838 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:05.041417 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fd9f01d9-09a8-410d-9e7d-efac033dcd4b HTTP/1.1" status: 204 len: 168 time: 0.9406881 Jul 24 01:06:05.060445 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccac35f-bc62-4ec4-a6c1-79357a6c2fda req-b55da105-07b9-4a51-9f2e-7e59ad4ddc5e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:05.061910 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cccac35f-bc62-4ec4-a6c1-79357a6c2fda req-b55da105-07b9-4a51-9f2e-7e59ad4ddc5e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=4693fbdb-0311-4f58-a0b7-e338e3369224 HTTP/1.1" status: 200 len: 945 time: 0.0800266 Jul 24 01:06:05.064488 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.services.segments.plugin [-] Segment 74c2a00b-185e-4fc6-bac5-4c487cfc75e4 resource provider aggregate not found Jul 24 01:06:05.069385 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd9f01d9-09a8-410d-9e7d-efac033dcd4b,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:05.082948 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.services.segments.plugin [-] Segment 74c2a00b-185e-4fc6-bac5-4c487cfc75e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74c2a00b-185e-4fc6-bac5-4c487cfc75e4 found for delete ", "request_id": "req-b3384f89-54cf-4e00-9aa1-58f2c87c5376"}]} Jul 24 01:06:05.085538 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:05.085887 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:05.086227 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:05.086566 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:05.086934 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:05.087266 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:05.087588 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:05.087910 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:05.088234 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:05.088557 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:05.088878 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:05.089199 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:05.089637 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:05.089963 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:05.090281 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c024a8ed-584a-467f-8d99-4a7aa9353229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:05.131903 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cccac35f-bc62-4ec4-a6c1-79357a6c2fda req-04470e67-90cf-4bf3-8f72-ce4fcc65d4be tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3fc7fa-e345-43c9-8cc8-30c58adac491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603347 Jul 24 01:06:05.163448 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35822) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:05.170467 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:05.193836 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:05.205041 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-bb7a39af-f9c9-40e4-a649-0ce70c2c94a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7d219e82efe44f9b6f860a5fabc7733&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405376 Jul 24 01:06:05.207725 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35824) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:05.260188 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d8aa8822-e180-4fdd-b0eb-26b4836d40d5 admin admin] Publish callbacks [] for security_group (ae2fb426-7100-46b0-8e97-5c348d305348), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:05.281462 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d8aa8822-e180-4fdd-b0eb-26b4836d40d5 admin admin] Publish callbacks [] for security_group (ae2fb426-7100-46b0-8e97-5c348d305348), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:05.297282 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device e8bf356a-1042-4edc-9f87-b446c0f0f13b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:05.317263 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: e8bf356a-1042-4edc-9f87-b446c0f0f13b {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:06:05.317525 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device e8bf356a-1042-4edc-9f87-b446c0f0f13b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:05.317936 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 52098ab2-408c-4c6e-9d55-ac85f6856667 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:05.329235 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d8aa8822-e180-4fdd-b0eb-26b4836d40d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (ae2fb426-7100-46b0-8e97-5c348d305348), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:05.332455 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d8aa8822-e180-4fdd-b0eb-26b4836d40d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:05.333817 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-d8aa8822-e180-4fdd-b0eb-26b4836d40d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae2fb426-7100-46b0-8e97-5c348d305348 HTTP/1.1" status: 204 len: 168 time: 0.1250672 Jul 24 01:06:05.337510 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 52098ab2-408c-4c6e-9d55-ac85f6856667 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:06:05.337940 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 52098ab2-408c-4c6e-9d55-ac85f6856667 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:05.338339 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 4be2e3fd-9cee-476b-a873-3b43e4a0cef1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:05.341827 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa8822-e180-4fdd-b0eb-26b4836d40d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2fb426-7100-46b0-8e97-5c348d305348,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:05.363730 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 4be2e3fd-9cee-476b-a873-3b43e4a0cef1 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:06:05.364212 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 4be2e3fd-9cee-476b-a873-3b43e4a0cef1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:05.569173 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a143ae-5ff7-4c9d-ac70-59835a1f13db req-81f7a730-3125-4c6b-b472-52b6f8906b8e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:05.570549 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-60a143ae-5ff7-4c9d-ac70-59835a1f13db req-81f7a730-3125-4c6b-b472-52b6f8906b8e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.39 "GET /v2.0/ports?device_id=4693fbdb-0311-4f58-a0b7-e338e3369224 HTTP/1.1" status: 200 len: 945 time: 0.0453565 Jul 24 01:06:05.657533 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-60a143ae-5ff7-4c9d-ac70-59835a1f13db req-87f5af19-6676-47b5-a875-c4cb89bfb06c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Deleting port 6545a60f-fbf2-432b-a011-f05ea4e793a1 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:06:05.657881 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-60a143ae-5ff7-4c9d-ac70-59835a1f13db req-87f5af19-6676-47b5-a875-c4cb89bfb06c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (6545a60f-fbf2-432b-a011-f05ea4e793a1), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:05.749116 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-60a143ae-5ff7-4c9d-ac70-59835a1f13db req-87f5af19-6676-47b5-a875-c4cb89bfb06c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] For port 6545a60f-fbf2-432b-a011-f05ea4e793a1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6545a60f-fbf2-432b-a011-f05ea4e793a1,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:05.749824 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-60a143ae-5ff7-4c9d-ac70-59835a1f13db req-87f5af19-6676-47b5-a875-c4cb89bfb06c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (6545a60f-fbf2-432b-a011-f05ea4e793a1), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:05.916295 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-60a143ae-5ff7-4c9d-ac70-59835a1f13db req-87f5af19-6676-47b5-a875-c4cb89bfb06c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:05.916668 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-60a143ae-5ff7-4c9d-ac70-59835a1f13db req-87f5af19-6676-47b5-a875-c4cb89bfb06c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (cce871d1-ea93-4b1f-990b-84332c373e9f), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:05.916989 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.l3_db [req-60a143ae-5ff7-4c9d-ac70-59835a1f13db req-87f5af19-6676-47b5-a875-c4cb89bfb06c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Floating IP cce871d1-ea93-4b1f-990b-84332c373e9f disassociated. External IP: 172.37.6.25, port: 6545a60f-fbf2-432b-a011-f05ea4e793a1. Jul 24 01:06:05.917337 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-60a143ae-5ff7-4c9d-ac70-59835a1f13db req-87f5af19-6676-47b5-a875-c4cb89bfb06c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Calling delete_port for 6545a60f-fbf2-432b-a011-f05ea4e793a1 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:06:06.049672 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-60a143ae-5ff7-4c9d-ac70-59835a1f13db req-87f5af19-6676-47b5-a875-c4cb89bfb06c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (6545a60f-fbf2-432b-a011-f05ea4e793a1), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:06.078470 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5af19-6676-47b5-a875-c4cb89bfb06c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event deleted for resources: {'Port': ['ID=6545a60f-fbf2-432b-a011-f05ea4e793a1,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:06.198282 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60a143ae-5ff7-4c9d-ac70-59835a1f13db req-87f5af19-6676-47b5-a875-c4cb89bfb06c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Router e7884272-781c-4764-a5fa-e9aabaf2f60a has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:06:06.209935 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:06.261784 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:06.286219 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2f594cc4-bae7-4133-8604-02559d999dc0 req-5be69d01-4be9-4a9c-8700-4b01d111dd57 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=4693fbdb-0311-4f58-a0b7-e338e3369224 HTTP/1.1" status: 200 len: 210 time: 0.0424674 Jul 24 01:06:06.339878 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60a143ae-5ff7-4c9d-ac70-59835a1f13db req-87f5af19-6676-47b5-a875-c4cb89bfb06c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:06:06.350925 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c9b41c-d53e-4df9-a97f-d7818998ee22 None None] Sync routers for ids ['e7884272-781c-4764-a5fa-e9aabaf2f60a'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:06:06.362755 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c9b41c-d53e-4df9-a97f-d7818998ee22 None None] Routers {'e7884272-781c-4764-a5fa-e9aabaf2f60a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:06:06.364282 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-15c9b41c-d53e-4df9-a97f-d7818998ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:05:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['e7884272-781c-4764-a5fa-e9aabaf2f60a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:06.387344 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a143ae-5ff7-4c9d-ac70-59835a1f13db req-87f5af19-6676-47b5-a875-c4cb89bfb06c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] No DVR routers for this DVR port 6545a60f-fbf2-432b-a011-f05ea4e793a1 on host hv-cinder-maste {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:06:06.390140 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-60a143ae-5ff7-4c9d-ac70-59835a1f13db req-87f5af19-6676-47b5-a875-c4cb89bfb06c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:06.396348 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-60a143ae-5ff7-4c9d-ac70-59835a1f13db req-87f5af19-6676-47b5-a875-c4cb89bfb06c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.39 "DELETE /v2.0/ports/6545a60f-fbf2-432b-a011-f05ea4e793a1 HTTP/1.1" status: 204 len: 173 time: 0.8205669 Jul 24 01:06:06.397241 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4693fbdb-0311-4f58-a0b7-e338e3369224', 'name': 'network-vif-deleted', 'tag': '6545a60f-fbf2-432b-a011-f05ea4e793a1'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:06:06.400411 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae05583-15a0-4487-bbd4-538bb1607bb2" -d '{"events": [{"server_uuid": "4693fbdb-0311-4f58-a0b7-e338e3369224", "name": "network-vif-deleted", "tag": "6545a60f-fbf2-432b-a011-f05ea4e793a1"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:06:06.450639 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246e952a-2630-4486-81cb-e1f5dccf3533 x-openstack-request-id: req-246e952a-2630-4486-81cb-e1f5dccf3533 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:06:06.450970 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4693fbdb-0311-4f58-a0b7-e338e3369224", "name": "network-vif-deleted", "tag": "6545a60f-fbf2-432b-a011-f05ea4e793a1", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:06:06.451267 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-246e952a-2630-4486-81cb-e1f5dccf3533 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:06:06.451691 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-246e952a-2630-4486-81cb-e1f5dccf3533'] response: {'server_uuid': '4693fbdb-0311-4f58-a0b7-e338e3369224', 'name': 'network-vif-deleted', 'tag': '6545a60f-fbf2-432b-a011-f05ea4e793a1', 'status': 'completed', 'code': 200} Jul 24 01:06:06.505615 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-15c9b41c-d53e-4df9-a97f-d7818998ee22 None None] Set router e7884272-781c-4764-a5fa-e9aabaf2f60a gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:06:06.721118 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:06.741299 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-15c9b41c-d53e-4df9-a97f-d7818998ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:06.768610 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c9b41c-d53e-4df9-a97f-d7818998ee22 None None] Checking router: e7884272-781c-4764-a5fa-e9aabaf2f60a for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:06:06.777071 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c9b41c-d53e-4df9-a97f-d7818998ee22 None None] Routers {'e7884272-781c-4764-a5fa-e9aabaf2f60a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:06:06.777669 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-15c9b41c-d53e-4df9-a97f-d7818998ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:05:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['e7884272-781c-4764-a5fa-e9aabaf2f60a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:06.881607 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-15c9b41c-d53e-4df9-a97f-d7818998ee22 None None] Set router e7884272-781c-4764-a5fa-e9aabaf2f60a gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:06:06.916055 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:07.105981 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-15c9b41c-d53e-4df9-a97f-d7818998ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:07.132580 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c9b41c-d53e-4df9-a97f-d7818998ee22 None None] The sync data for ids ['e7884272-781c-4764-a5fa-e9aabaf2f60a'] in dv-cinder-master-3-iscsi is: [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:06:07.379200 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35902) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:07.400119 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530dcee2-f412-4ba1-ab21-34ed507cf9e7 None None] New status for floating IP cce871d1-ea93-4b1f-990b-84332c373e9f: DOWN {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:06:07.446961 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-872072fd-fe93-45e3-a4e4-d9d6c4440163 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (cf3fc7fa-e345-43c9-8cc8-30c58adac491), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:07.474015 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-872072fd-fe93-45e3-a4e4-d9d6c4440163 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (cf3fc7fa-e345-43c9-8cc8-30c58adac491), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:07.486394 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35904) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:07.527694 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-872072fd-fe93-45e3-a4e4-d9d6c4440163 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (cf3fc7fa-e345-43c9-8cc8-30c58adac491), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:07.530346 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-872072fd-fe93-45e3-a4e4-d9d6c4440163 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:07.532355 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-872072fd-fe93-45e3-a4e4-d9d6c4440163 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "DELETE /v2.0/security-groups/cf3fc7fa-e345-43c9-8cc8-30c58adac491 HTTP/1.1" status: 204 len: 168 time: 0.1520164 Jul 24 01:06:07.536070 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35910) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:07.549374 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872072fd-fe93-45e3-a4e4-d9d6c4440163 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3fc7fa-e345-43c9-8cc8-30c58adac491,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:07.564978 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.api.v2.resource [None req-96fe7944-bc7e-4210-9eaf-b7cb4493e97e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] show failed (client error): The resource could not be found. Jul 24 01:06:07.569337 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-96fe7944-bc7e-4210-9eaf-b7cb4493e97e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups/cf3fc7fa-e345-43c9-8cc8-30c58adac491 HTTP/1.1" status: 404 len: 347 time: 0.0319774 Jul 24 01:06:07.572355 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35912) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:07.638321 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-897ea6c5-17bb-4b68-8a16-3cd6fddbc506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:07.734403 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-3f94ff66-9763-413a-b502-b10a86b864f8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Deleting port 351e5ceb-e347-4574-80e7-8adcb2c51661 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:06:07.734746 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3f94ff66-9763-413a-b502-b10a86b864f8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (351e5ceb-e347-4574-80e7-8adcb2c51661), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:07.812465 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:07.828596 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:07.834748 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-897ea6c5-17bb-4b68-8a16-3cd6fddbc506 admin admin] Publish callbacks [] for security_group (98ab230f-0280-4a06-9d56-3e4d06f31568), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:07.849635 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-897ea6c5-17bb-4b68-8a16-3cd6fddbc506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (98ab230f-0280-4a06-9d56-3e4d06f31568), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:07.853630 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3f94ff66-9763-413a-b502-b10a86b864f8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (351e5ceb-e347-4574-80e7-8adcb2c51661), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:07.853961 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3f94ff66-9763-413a-b502-b10a86b864f8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (351e5ceb-e347-4574-80e7-8adcb2c51661), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:07.899062 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-3f94ff66-9763-413a-b502-b10a86b864f8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Calling delete_port for 351e5ceb-e347-4574-80e7-8adcb2c51661 owned by network:floatingip {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:06:07.915404 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-897ea6c5-17bb-4b68-8a16-3cd6fddbc506 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1002e5fea6c46a49cd5a57ec878e39f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4273474 Jul 24 01:06:07.916220 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35918) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:07.926720 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ea6c5-17bb-4b68-8a16-3cd6fddbc506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ab230f-0280-4a06-9d56-3e4d06f31568,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:07.977224 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1b1a15ed-a216-4af5-b714-15d3957a95d9 admin admin] Publish callbacks [] for security_group (98ab230f-0280-4a06-9d56-3e4d06f31568), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.003603 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1b1a15ed-a216-4af5-b714-15d3957a95d9 admin admin] Publish callbacks [] for security_group (98ab230f-0280-4a06-9d56-3e4d06f31568), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.056517 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3f94ff66-9763-413a-b502-b10a86b864f8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (351e5ceb-e347-4574-80e7-8adcb2c51661), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.060153 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1b1a15ed-a216-4af5-b714-15d3957a95d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (98ab230f-0280-4a06-9d56-3e4d06f31568), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.062977 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1b1a15ed-a216-4af5-b714-15d3957a95d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.067504 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1b1a15ed-a216-4af5-b714-15d3957a95d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98ab230f-0280-4a06-9d56-3e4d06f31568 HTTP/1.1" status: 204 len: 168 time: 0.1501863 Jul 24 01:06:08.076171 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a15ed-a216-4af5-b714-15d3957a95d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ab230f-0280-4a06-9d56-3e4d06f31568,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:08.114596 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94ff66-9763-413a-b502-b10a86b864f8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event deleted for resources: {'Port': ['ID=351e5ceb-e347-4574-80e7-8adcb2c51661,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:08.181348 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3f94ff66-9763-413a-b502-b10a86b864f8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (cce871d1-ea93-4b1f-990b-84332c373e9f), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.184576 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3f94ff66-9763-413a-b502-b10a86b864f8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.185755 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-3f94ff66-9763-413a-b502-b10a86b864f8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "DELETE /v2.0/floatingips/cce871d1-ea93-4b1f-990b-84332c373e9f HTTP/1.1" status: 204 len: 168 time: 0.6121778 Jul 24 01:06:08.273265 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35928) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:08.278299 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-2dba367a-cffd-4475-ae37-af32fd9c7be3 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--516818891', 'description': 'tempest-description--784039352'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:06:08.301292 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2dba367a-cffd-4475-ae37-af32fd9c7be3 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.379029 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2dba367a-cffd-4475-ae37-af32fd9c7be3 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (fd74468d-3cea-4eed-a7ac-8dd69cbab95b), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.383357 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2dba367a-cffd-4475-ae37-af32fd9c7be3 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (fd74468d-3cea-4eed-a7ac-8dd69cbab95b), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.418801 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2dba367a-cffd-4475-ae37-af32fd9c7be3 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.418801 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-2dba367a-cffd-4475-ae37-af32fd9c7be3 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1437488 Jul 24 01:06:08.419646 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35930) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:08.421248 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35932) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:08.425528 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-a765615e-ca82-4007-89d3-bf351c77b45f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'security_group_rule': {'security_group_id': 'fd74468d-3cea-4eed-a7ac-8dd69cbab95b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:06:08.441352 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba367a-cffd-4475-ae37-af32fd9c7be3 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd74468d-3cea-4eed-a7ac-8dd69cbab95b,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:08.441507 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-43f3ef2e-f698-4598-a76f-7670016c6a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.466268 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a765615e-ca82-4007-89d3-bf351c77b45f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (db17beb4-88e0-4aa8-9043-96a884826d7d), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.538031 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-43f3ef2e-f698-4598-a76f-7670016c6a3c admin admin] Publish callbacks [] for security_group (4b2b47d4-f8ca-4849-8e97-5c0d90633065), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.541676 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-43f3ef2e-f698-4598-a76f-7670016c6a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (4b2b47d4-f8ca-4849-8e97-5c0d90633065), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.548392 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a765615e-ca82-4007-89d3-bf351c77b45f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (db17beb4-88e0-4aa8-9043-96a884826d7d), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.553800 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a765615e-ca82-4007-89d3-bf351c77b45f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (db17beb4-88e0-4aa8-9043-96a884826d7d), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.570491 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765615e-ca82-4007-89d3-bf351c77b45f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db17beb4-88e0-4aa8-9043-96a884826d7d,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:08.582534 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a765615e-ca82-4007-89d3-bf351c77b45f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.583771 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-a765615e-ca82-4007-89d3-bf351c77b45f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1616232 Jul 24 01:06:08.586592 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 35938) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:08.591266 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-43f3ef2e-f698-4598-a76f-7670016c6a3c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c11287dd395641c5b94728524c80beb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1709538 Jul 24 01:06:08.591547 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-e5e1b867-58f1-40d6-ac5c-e80af6062994 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'security_group_rule': {'security_group_id': 'fd74468d-3cea-4eed-a7ac-8dd69cbab95b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:06:08.592210 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3ef2e-f698-4598-a76f-7670016c6a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2b47d4-f8ca-4849-8e97-5c0d90633065,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:08.594550 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35940) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:08.616460 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:08.621126 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e5e1b867-58f1-40d6-ac5c-e80af6062994 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (b7f12ff6-c6ee-4544-8626-53b2334124c8), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.650179 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2402f03-d4a3-4cc3-a788-70e5fd1614d8 admin admin] Publish callbacks [] for security_group (4b2b47d4-f8ca-4849-8e97-5c0d90633065), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.673778 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2402f03-d4a3-4cc3-a788-70e5fd1614d8 admin admin] Publish callbacks [] for security_group (4b2b47d4-f8ca-4849-8e97-5c0d90633065), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.682197 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e5e1b867-58f1-40d6-ac5c-e80af6062994 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (b7f12ff6-c6ee-4544-8626-53b2334124c8), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.686335 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e5e1b867-58f1-40d6-ac5c-e80af6062994 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (b7f12ff6-c6ee-4544-8626-53b2334124c8), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.704303 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1b867-58f1-40d6-ac5c-e80af6062994 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f12ff6-c6ee-4544-8626-53b2334124c8,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:08.714121 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e5e1b867-58f1-40d6-ac5c-e80af6062994 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.715466 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-e5e1b867-58f1-40d6-ac5c-e80af6062994 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279099 Jul 24 01:06:08.718832 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 35942) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:08.724546 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-c7251785-b8cb-43ea-8778-6dea5b8f09ce tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'floatingip': {'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:06:08.741114 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2402f03-d4a3-4cc3-a788-70e5fd1614d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (4b2b47d4-f8ca-4849-8e97-5c0d90633065), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.743588 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e2402f03-d4a3-4cc3-a788-70e5fd1614d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.744713 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e2402f03-d4a3-4cc3-a788-70e5fd1614d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b2b47d4-f8ca-4849-8e97-5c0d90633065 HTTP/1.1" status: 204 len: 168 time: 0.1492460 Jul 24 01:06:08.756057 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c7251785-b8cb-43ea-8778-6dea5b8f09ce tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.758869 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2402f03-d4a3-4cc3-a788-70e5fd1614d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2b47d4-f8ca-4849-8e97-5c0d90633065,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:08.818185 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:08.831267 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:08.841363 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c7251785-b8cb-43ea-8778-6dea5b8f09ce tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:08.959094 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-c7251785-b8cb-43ea-8778-6dea5b8f09ce tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Allocated IP 172.37.6.34 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/188b291b-8b0d-4eeb-b332-484f67633092) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:06:09.064474 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c7251785-b8cb-43ea-8778-6dea5b8f09ce tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for port (188b291b-8b0d-4eeb-b332-484f67633092), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:09.098358 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c7251785-b8cb-43ea-8778-6dea5b8f09ce tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (188b291b-8b0d-4eeb-b332-484f67633092), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:09.142285 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7251785-b8cb-43ea-8778-6dea5b8f09ce tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:09.145778 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-c7251785-b8cb-43ea-8778-6dea5b8f09ce tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:09.149891 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7251785-b8cb-43ea-8778-6dea5b8f09ce tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:06:09.154985 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7251785-b8cb-43ea-8778-6dea5b8f09ce tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'Port': ['ID=188b291b-8b0d-4eeb-b332-484f67633092,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:09.206362 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 6545a60f-fbf2-432b-a011-f05ea4e793a1 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:09.231163 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] No Port match for: 6545a60f-fbf2-432b-a011-f05ea4e793a1 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:06:09.232015 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 6545a60f-fbf2-432b-a011-f05ea4e793a1 not bound to the agent host hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:09.236246 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c7251785-b8cb-43ea-8778-6dea5b8f09ce tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (3b6fcbbf-193d-4937-9258-272e837a1093), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:09.278492 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c7251785-b8cb-43ea-8778-6dea5b8f09ce tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (188b291b-8b0d-4eeb-b332-484f67633092), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:09.435208 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c7251785-b8cb-43ea-8778-6dea5b8f09ce tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for port (188b291b-8b0d-4eeb-b332-484f67633092), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:09.440461 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c7251785-b8cb-43ea-8778-6dea5b8f09ce tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4959413'] for port (188b291b-8b0d-4eeb-b332-484f67633092), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:09.473483 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:09.514834 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7251785-b8cb-43ea-8778-6dea5b8f09ce tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'Port': ['ID=188b291b-8b0d-4eeb-b332-484f67633092,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:09.528381 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c7251785-b8cb-43ea-8778-6dea5b8f09ce tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (3b6fcbbf-193d-4937-9258-272e837a1093), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:09.546687 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c7251785-b8cb-43ea-8778-6dea5b8f09ce tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:09.547973 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c7251785-b8cb-43ea-8778-6dea5b8f09ce tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8282642 Jul 24 01:06:09.754300 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-bb026523-1d5a-46b0-8d28-8c50bb787ea9 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--516818891&fields=id&tenant_id=3c68e39bc1724fda980be3463bbf7d7b HTTP/1.1" status: 200 len: 267 time: 0.0449140 Jul 24 01:06:09.788486 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:09.830228 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:09.871710 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-6cf06d30-d2b8-4c0a-9035-3dad1bef6a02 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:09.873163 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-6cf06d30-d2b8-4c0a-9035-3dad1bef6a02 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/networks?id=37cd1572-14d0-471e-b2ca-ff3f9078882e HTTP/1.1" status: 200 len: 815 time: 0.1107295 Jul 24 01:06:09.888440 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-790e2e21-d199-4eea-b5a5-7179ab899373 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/quotas/3c68e39bc1724fda980be3463bbf7d7b HTTP/1.1" status: 200 len: 375 time: 0.0097210 Jul 24 01:06:09.937401 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a13c602-5d85-4492-a17f-aba6be2ff996 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c68e39bc1724fda980be3463bbf7d7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437016 Jul 24 01:06:10.190421 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-db479807-4e9b-4499-8633-cd1a0edbea8f service neutron] 10.222.0.18 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402754 Jul 24 01:06:10.298674 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0933802e-fb9a-4798-ae2a-a3d83b3b41ae service neutron] 10.222.0.18 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010852 Jul 24 01:06:10.497153 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2c7a4e79-6512-4243-bd14-e9bf816b445c req-57ed7ee2-6000-4c20-9927-5e350dc59aba tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=e985f6e0-7865-4447-868d-568639afe87b HTTP/1.1" status: 200 len: 210 time: 0.0367169 Jul 24 01:06:11.000028 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 36058) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:11.155828 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a49644d1-b466-40b0-96ce-3f9980668b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:11.181854 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade6e85-5a2f-4edf-aead-f3db68aa7584 req-1387df96-bbe2-404c-a1da-342d259154f2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:11.183339 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ade6e85-5a2f-4edf-aead-f3db68aa7584 req-1387df96-bbe2-404c-a1da-342d259154f2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.0721431 Jul 24 01:06:11.258712 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:06:11.264738 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ade6e85-5a2f-4edf-aead-f3db68aa7584 req-b69c1ac9-caa3-4f08-87fb-f5da98d08836 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749199 Jul 24 01:06:11.304887 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a49644d1-b466-40b0-96ce-3f9980668b93 admin admin] Publish callbacks [] for security_group (9d52b93e-06f0-41dc-bb43-050bc579b4ae), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:11.309602 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a49644d1-b466-40b0-96ce-3f9980668b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (9d52b93e-06f0-41dc-bb43-050bc579b4ae), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:11.350701 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49644d1-b466-40b0-96ce-3f9980668b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d52b93e-06f0-41dc-bb43-050bc579b4ae,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:11.356592 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a49644d1-b466-40b0-96ce-3f9980668b93 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3060016e22954de59f1ee77a6c92f0f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3553545 Jul 24 01:06:11.359297 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 36064) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:11.415670 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1a33f869-622c-455c-92a1-273812595d12 admin admin] Publish callbacks [] for security_group (9d52b93e-06f0-41dc-bb43-050bc579b4ae), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:11.440298 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1a33f869-622c-455c-92a1-273812595d12 admin admin] Publish callbacks [] for security_group (9d52b93e-06f0-41dc-bb43-050bc579b4ae), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:11.494461 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1a33f869-622c-455c-92a1-273812595d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (9d52b93e-06f0-41dc-bb43-050bc579b4ae), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:11.496973 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1a33f869-622c-455c-92a1-273812595d12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:11.498105 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1a33f869-622c-455c-92a1-273812595d12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d52b93e-06f0-41dc-bb43-050bc579b4ae HTTP/1.1" status: 204 len: 168 time: 0.1379278 Jul 24 01:06:11.506370 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33f869-622c-455c-92a1-273812595d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d52b93e-06f0-41dc-bb43-050bc579b4ae,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:11.604596 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-787d3a2c-fc71-46bc-9b79-a7fa280b9870 req-5ac93e77-5330-45d2-b599-8ff8e94cca0c tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=e985f6e0-7865-4447-868d-568639afe87b HTTP/1.1" status: 200 len: 210 time: 0.0305405 Jul 24 01:06:11.768048 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36072) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:11.781966 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-88371e53-7c98-480a-8dd9-159a2f16b116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:11.783566 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:11.861506 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-88371e53-7c98-480a-8dd9-159a2f16b116 admin admin] Publish callbacks [] for security_group (82ca67ed-805f-48c6-b061-45818b450e0b), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:11.865329 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-88371e53-7c98-480a-8dd9-159a2f16b116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (82ca67ed-805f-48c6-b061-45818b450e0b), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:11.906290 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88371e53-7c98-480a-8dd9-159a2f16b116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ca67ed-805f-48c6-b061-45818b450e0b,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:11.913628 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-88371e53-7c98-480a-8dd9-159a2f16b116 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39c00463e7dc42bf9d3f4895edc24f94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417890 Jul 24 01:06:11.913964 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36074) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:11.966973 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5aba6fdd-997e-4fac-b1e9-75285a428367 admin admin] Publish callbacks [] for security_group (82ca67ed-805f-48c6-b061-45818b450e0b), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:11.969842 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:11.990852 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5aba6fdd-997e-4fac-b1e9-75285a428367 admin admin] Publish callbacks [] for security_group (82ca67ed-805f-48c6-b061-45818b450e0b), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:12.034677 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:12.043101 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-95528609-12c7-44f0-a81e-dcf1d5151478 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:12.043337 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5aba6fdd-997e-4fac-b1e9-75285a428367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (82ca67ed-805f-48c6-b061-45818b450e0b), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:12.044587 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-95528609-12c7-44f0-a81e-dcf1d5151478 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.39 "GET /v2.0/networks?id=37cd1572-14d0-471e-b2ca-ff3f9078882e HTTP/1.1" status: 200 len: 815 time: 0.1074972 Jul 24 01:06:12.046073 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5aba6fdd-997e-4fac-b1e9-75285a428367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:12.050290 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-5aba6fdd-997e-4fac-b1e9-75285a428367 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82ca67ed-805f-48c6-b061-45818b450e0b HTTP/1.1" status: 204 len: 168 time: 0.1324894 Jul 24 01:06:12.057315 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba6fdd-997e-4fac-b1e9-75285a428367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ca67ed-805f-48c6-b061-45818b450e0b,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:12.125091 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-b224f245-7095-4d4e-8187-89775acb7767 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c68e39bc1724fda980be3463bbf7d7b HTTP/1.1" status: 200 len: 379 time: 0.0637808 Jul 24 01:06:12.142501 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-4c213924-724b-4e8c-93e8-8a5ec31a5e40 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'port': {'device_id': 'e985f6e0-7865-4447-868d-568639afe87b', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'admin_state_up': True, 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'security_groups': ['fd74468d-3cea-4eed-a7ac-8dd69cbab95b']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:06:12.254575 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-4c213924-724b-4e8c-93e8-8a5ec31a5e40 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Made reservation on behalf of 3c68e39bc1724fda980be3463bbf7d7b for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:12.258832 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-4c213924-724b-4e8c-93e8-8a5ec31a5e40 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:12.424137 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523f436-a8c8-429f-8899-7e7141617e82 req-17d5124e-474d-49cc-8522-90be9cf59544 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:12.425621 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a523f436-a8c8-429f-8899-7e7141617e82 req-17d5124e-474d-49cc-8522-90be9cf59544 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.0802803 Jul 24 01:06:12.457157 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-4c213924-724b-4e8c-93e8-8a5ec31a5e40 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Allocated IP 172.20.0.7 (37cd1572-14d0-471e-b2ca-ff3f9078882e/2eef0065-2281-4101-b3bd-eee4be86f7f1/87ad2158-30f6-4543-a57f-4f732fe5c551) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:06:12.501315 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a523f436-a8c8-429f-8899-7e7141617e82 req-bae22136-519d-415b-b494-db564f65ab72 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679946 Jul 24 01:06:12.628163 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-4c213924-724b-4e8c-93e8-8a5ec31a5e40 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for port (87ad2158-30f6-4543-a57f-4f732fe5c551), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:12.662798 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-4c213924-724b-4e8c-93e8-8a5ec31a5e40 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (87ad2158-30f6-4543-a57f-4f732fe5c551), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:12.737971 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-4c213924-724b-4e8c-93e8-8a5ec31a5e40 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Network 37cd1572-14d0-471e-b2ca-ff3f9078882e is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:12.748826 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-4c213924-724b-4e8c-93e8-8a5ec31a5e40 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:12.751504 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-4c213924-724b-4e8c-93e8-8a5ec31a5e40 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:06:12.783159 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c213924-724b-4e8c-93e8-8a5ec31a5e40 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event updated for resources: {'Port': ['ID=87ad2158-30f6-4543-a57f-4f732fe5c551,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:12.794664 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c946a6-dcd2-42e8-ad44-2d929d0b787c req-9959e404-6060-4702-8bca-3e6f783b2f8b tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:12.801656 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-24c946a6-dcd2-42e8-ad44-2d929d0b787c req-9959e404-6060-4702-8bca-3e6f783b2f8b tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=e985f6e0-7865-4447-868d-568639afe87b HTTP/1.1" status: 200 len: 931 time: 0.1234837 Jul 24 01:06:12.845555 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-4c213924-724b-4e8c-93e8-8a5ec31a5e40 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:12.846186 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-4c213924-724b-4e8c-93e8-8a5ec31a5e40 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:12.859975 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:12.883471 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-4c213924-724b-4e8c-93e8-8a5ec31a5e40 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7453861 Jul 24 01:06:12.886624 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-24c946a6-dcd2-42e8-ad44-2d929d0b787c req-fa2b6695-1ccf-42eb-aa39-ee5bcf9688c4 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd74468d-3cea-4eed-a7ac-8dd69cbab95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834599 Jul 24 01:06:13.023397 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-ea162d4b-92f5-45f0-8bd5-28382e06a737 None None] Provisioning complete for port 87ad2158-30f6-4543-a57f-4f732fe5c551 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:06:13.023873 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ea162d4b-92f5-45f0-8bd5-28382e06a737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (87ad2158-30f6-4543-a57f-4f732fe5c551), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:13.059649 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-ea162d4b-92f5-45f0-8bd5-28382e06a737 None None] Port 87ad2158-30f6-4543-a57f-4f732fe5c551 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:06:13.069985 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] Request body: {'port': {'device_id': 'e985f6e0-7865-4447-868d-568639afe87b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:06:13.092013 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:13.135892 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (87ad2158-30f6-4543-a57f-4f732fe5c551), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:13.400918 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ad2158-30f6-4543-a57f-4f732fe5c551 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:06:13.409061 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] Publish callbacks [] for port (87ad2158-30f6-4543-a57f-4f732fe5c551), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:13.422310 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] Transition to ACTIVE for port object 87ad2158-30f6-4543-a57f-4f732fe5c551 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 01:06:13.425970 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4959413'] for port (87ad2158-30f6-4543-a57f-4f732fe5c551), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:13.478932 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] Pushing event updated for resources: {'Port': ['ID=87ad2158-30f6-4543-a57f-4f732fe5c551,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:13.564752 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] Attempting to bind port 87ad2158-30f6-4543-a57f-4f732fe5c551 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:06:13.565360 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] Attempting to bind port 87ad2158-30f6-4543-a57f-4f732fe5c551 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:06:13.565460 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] Attempting to bind port 87ad2158-30f6-4543-a57f-4f732fe5c551 on network 37cd1572-14d0-471e-b2ca-ff3f9078882e {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:06:13.571168 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] Port 87ad2158-30f6-4543-a57f-4f732fe5c551 on network 37cd1572-14d0-471e-b2ca-ff3f9078882e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 01:06:13.571622 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] Attempting to bind port 87ad2158-30f6-4543-a57f-4f732fe5c551 on network 37cd1572-14d0-471e-b2ca-ff3f9078882e {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:06:13.575835 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4901c4db-182f-4a01-84b1-24e1780b4ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:13.577408 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] Checking agent: {'id': 'e7b2140f-0e0f-4ee7-997b-e62068d5aaa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'started_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:06:13.577810 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] Checking segment: {'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:06:13.578200 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] Bound using segment: {'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:06:13.578652 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] Bound port: 87ad2158-30f6-4543-a57f-4f732fe5c551, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b173060-b5f3-4b8a-986a-6af6def45749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:06:13.579019 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (87ad2158-30f6-4543-a57f-4f732fe5c551), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:13.704504 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afdcee-e155-4def-bce6-cccf50b5108b req-68dc719e-5f5a-42c3-ba05-6f30259c9c18 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:13.706037 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d2afdcee-e155-4def-bce6-cccf50b5108b req-68dc719e-5f5a-42c3-ba05-6f30259c9c18 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.1002407 Jul 24 01:06:13.707207 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] For port 87ad2158-30f6-4543-a57f-4f732fe5c551, host hv-cinder-maste, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:06:13.711096 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] For port 87ad2158-30f6-4543-a57f-4f732fe5c551, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=87ad2158-30f6-4543-a57f-4f732fe5c551,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:06:13.728498 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4959413'] for port (87ad2158-30f6-4543-a57f-4f732fe5c551), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:13.782583 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:13.783246 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:13.784623 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] 10.222.0.39 "PUT /v2.0/ports/87ad2158-30f6-4543-a57f-4f732fe5c551 HTTP/1.1" status: 200 len: 1093 time: 0.8758719 Jul 24 01:06:13.789227 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e985f6e0-7865-4447-868d-568639afe87b', 'tag': '87ad2158-30f6-4543-a57f-4f732fe5c551'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:06:13.791505 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d359039-f134-46e8-8bc7-cd2470ebf903" -d '{"events": [{"name": "network-changed", "server_uuid": "e985f6e0-7865-4447-868d-568639afe87b", "tag": "87ad2158-30f6-4543-a57f-4f732fe5c551"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:06:13.825604 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d2afdcee-e155-4def-bce6-cccf50b5108b req-9aeaed1d-e539-4f0f-87a8-7d31a8304abe tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108556 Jul 24 01:06:13.830537 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c4bd9-0af3-4876-a495-18fa805ccfa5 service neutron] Pushing event updated for resources: {'Port': ['ID=87ad2158-30f6-4543-a57f-4f732fe5c551,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:13.903183 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-3392b3e6-6706-41c4-9455-7fe140dfe9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:13.904695 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-3392b3e6-6706-41c4-9455-7fe140dfe9a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c68e39bc1724fda980be3463bbf7d7b&device_id=e985f6e0-7865-4447-868d-568639afe87b HTTP/1.1" status: 200 len: 1127 time: 0.0449374 Jul 24 01:06:13.971062 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-cfa7b58c-f63d-402c-becc-4edbe2ea9b35 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87ad2158-30f6-4543-a57f-4f732fe5c551 HTTP/1.1" status: 200 len: 217 time: 0.0473459 Jul 24 01:06:14.026213 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7497cdf2-7776-4734-b099-6fd716dc8aed x-openstack-request-id: req-7497cdf2-7776-4734-b099-6fd716dc8aed {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:06:14.026524 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e985f6e0-7865-4447-868d-568639afe87b", "tag": "87ad2158-30f6-4543-a57f-4f732fe5c551", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:06:14.026869 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7497cdf2-7776-4734-b099-6fd716dc8aed {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:06:14.027277 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7497cdf2-7776-4734-b099-6fd716dc8aed'] response: {'name': 'network-changed', 'server_uuid': 'e985f6e0-7865-4447-868d-568639afe87b', 'tag': '87ad2158-30f6-4543-a57f-4f732fe5c551', 'status': 'completed', 'code': 200} Jul 24 01:06:14.059798 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6b3ee-1081-4af5-91a7-50478b0b2961 req-9a464de8-9918-44f5-a11b-eb6514486f71 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:14.061183 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d1e6b3ee-1081-4af5-91a7-50478b0b2961 req-9a464de8-9918-44f5-a11b-eb6514486f71 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=e985f6e0-7865-4447-868d-568639afe87b HTTP/1.1" status: 200 len: 943 time: 0.0931957 Jul 24 01:06:14.081144 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:14.089086 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:14.095502 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-93c68713-96a5-434f-9357-3c8f6192bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:14.096962 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-93c68713-96a5-434f-9357-3c8f6192bb6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2eef0065-2281-4101-b3bd-eee4be86f7f1 HTTP/1.1" status: 200 len: 854 time: 0.0860891 Jul 24 01:06:14.155763 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d1e6b3ee-1081-4af5-91a7-50478b0b2961 req-ad84b49e-b742-45c9-a38e-4405daf63312 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd74468d-3cea-4eed-a7ac-8dd69cbab95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871387 Jul 24 01:06:14.162418 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-dbd6252d-3196-4b58-93da-3896c83de3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:14.163993 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-dbd6252d-3196-4b58-93da-3896c83de3b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37cd1572-14d0-471e-b2ca-ff3f9078882e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545456 Jul 24 01:06:14.259154 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-26c5cb95-857e-4f0c-823a-ac9271fbc136 service neutron] 10.222.0.39 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875247 Jul 24 01:06:14.351969 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ba3ea2a-28e4-4cb5-8e55-be29087d1f76 req-f36867f2-899b-4473-af69-b26ae6dd2edc service neutron] 10.222.0.39 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850303 Jul 24 01:06:14.966926 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd52e3-4356-458c-a8a2-260da9374f69 req-6abe251e-c2cf-4581-bcec-d9539b7fc49c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:14.968372 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-39bd52e3-4356-458c-a8a2-260da9374f69 req-6abe251e-c2cf-4581-bcec-d9539b7fc49c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.0476062 Jul 24 01:06:15.014518 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-39bd52e3-4356-458c-a8a2-260da9374f69 req-00f89b8c-94dc-410c-8a18-959b5213ad29 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402770 Jul 24 01:06:15.280626 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc055051-5245-4a41-bf45-99abc1cea28e req-a9bf3a54-e559-40ed-9b66-301639c5af4f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:15.282087 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bc055051-5245-4a41-bf45-99abc1cea28e req-a9bf3a54-e559-40ed-9b66-301639c5af4f tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=e985f6e0-7865-4447-868d-568639afe87b HTTP/1.1" status: 200 len: 943 time: 0.0544059 Jul 24 01:06:15.354207 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d359039-f134-46e8-8bc7-cd2470ebf903 req-34608ef1-bec8-4386-a0f9-29045248d938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:15.355729 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3d359039-f134-46e8-8bc7-cd2470ebf903 req-34608ef1-bec8-4386-a0f9-29045248d938 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c68e39bc1724fda980be3463bbf7d7b&device_id=e985f6e0-7865-4447-868d-568639afe87b HTTP/1.1" status: 200 len: 1127 time: 0.0617309 Jul 24 01:06:15.375105 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bc055051-5245-4a41-bf45-99abc1cea28e req-afdaf8f8-7064-47d1-ba7b-f7134abb9f2b tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd74468d-3cea-4eed-a7ac-8dd69cbab95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873702 Jul 24 01:06:15.463680 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d359039-f134-46e8-8bc7-cd2470ebf903 req-b08d5091-1fe9-43ec-9b9a-13c749eb5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:15.465148 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3d359039-f134-46e8-8bc7-cd2470ebf903 req-b08d5091-1fe9-43ec-9b9a-13c749eb5c5b service neutron] 10.222.0.39 "GET /v2.0/networks?id=37cd1572-14d0-471e-b2ca-ff3f9078882e HTTP/1.1" status: 200 len: 916 time: 0.1012466 Jul 24 01:06:15.508935 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3d359039-f134-46e8-8bc7-cd2470ebf903 req-8fe65c4d-c6d9-4e5a-a81f-ac8e7f9aebaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87ad2158-30f6-4543-a57f-4f732fe5c551 HTTP/1.1" status: 200 len: 217 time: 0.0368621 Jul 24 01:06:15.562194 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d359039-f134-46e8-8bc7-cd2470ebf903 req-b873881f-d850-47c6-ae04-ebb9eaeeab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:15.563678 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3d359039-f134-46e8-8bc7-cd2470ebf903 req-b873881f-d850-47c6-ae04-ebb9eaeeab8d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2eef0065-2281-4101-b3bd-eee4be86f7f1 HTTP/1.1" status: 200 len: 854 time: 0.0478048 Jul 24 01:06:15.609276 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d359039-f134-46e8-8bc7-cd2470ebf903 req-46aeb2b1-c966-4e58-a709-bf57c9aae968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:15.610935 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3d359039-f134-46e8-8bc7-cd2470ebf903 req-46aeb2b1-c966-4e58-a709-bf57c9aae968 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37cd1572-14d0-471e-b2ca-ff3f9078882e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396917 Jul 24 01:06:15.704490 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3d359039-f134-46e8-8bc7-cd2470ebf903 req-02d6533b-b628-42c0-b4cc-d61fb0879863 service neutron] 10.222.0.39 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859897 Jul 24 01:06:15.793764 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3d359039-f134-46e8-8bc7-cd2470ebf903 req-d20b88a3-0c7c-45ae-a685-2e1de6c397b8 service neutron] 10.222.0.39 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821948 Jul 24 01:06:15.835941 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-dbbbe5f0-23c5-4798-ac58-b76dd4b67c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:16.407273 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83459d-9c52-4165-950b-5c5f6f8c9ee6 req-a70de7cb-feb9-4913-967b-cac2629acbc0 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:16.408730 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc83459d-9c52-4165-950b-5c5f6f8c9ee6 req-a70de7cb-feb9-4913-967b-cac2629acbc0 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.3223388 Jul 24 01:06:16.432868 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:16.450810 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ce116bf-07c2-4288-9080-43ea91e8d859 req-5a3678e8-83a6-44ee-81be-9f10e77ac212 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1372850725&fields=id&tenant_id=ee9d5b852be444f48a33b2f4be5c34be HTTP/1.1" status: 200 len: 267 time: 0.0765016 Jul 24 01:06:16.459498 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:16.504832 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fc83459d-9c52-4165-950b-5c5f6f8c9ee6 req-50a68a65-8dba-449e-bc26-78904a3b7280 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879240 Jul 24 01:06:16.517994 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce116bf-07c2-4288-9080-43ea91e8d859 req-03c06e62-691a-41df-91f5-fef853df0ff9 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:16.523008 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ce116bf-07c2-4288-9080-43ea91e8d859 req-03c06e62-691a-41df-91f5-fef853df0ff9 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 985 time: 0.0570388 Jul 24 01:06:16.532472 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-1ce116bf-07c2-4288-9080-43ea91e8d859 req-099385dd-22ae-4455-9122-2be109b559a6 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Request body: {'port': {'security_groups': ['e587b3f3-9398-4e93-9908-555b72945bdd']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:06:16.642646 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5168f79-9e4f-4360-a2bb-dd167333a0b1 req-0a2b9d48-b063-4ab7-8317-409a05ebed55 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:16.644143 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a5168f79-9e4f-4360-a2bb-dd167333a0b1 req-0a2b9d48-b063-4ab7-8317-409a05ebed55 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=e985f6e0-7865-4447-868d-568639afe87b HTTP/1.1" status: 200 len: 943 time: 0.0796006 Jul 24 01:06:16.649172 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ce116bf-07c2-4288-9080-43ea91e8d859 req-099385dd-22ae-4455-9122-2be109b559a6 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:16.742726 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a5168f79-9e4f-4360-a2bb-dd167333a0b1 req-f4af4a53-aa8a-4daf-b31b-84bae38233a6 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd74468d-3cea-4eed-a7ac-8dd69cbab95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911648 Jul 24 01:06:16.864232 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-1ce116bf-07c2-4288-9080-43ea91e8d859 req-099385dd-22ae-4455-9122-2be109b559a6 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] For port 83a88c5b-6010-4bfd-9dd1-ee05588aab25, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=83a88c5b-6010-4bfd-9dd1-ee05588aab25,segment=NetworkSegment(3f929964-098f-4d6d-8054-cc15732a4db6),segment_id=3f929964-098f-4d6d-8054-cc15732a4db6)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:16.893327 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ce116bf-07c2-4288-9080-43ea91e8d859 req-099385dd-22ae-4455-9122-2be109b559a6 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:16.898123 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ce116bf-07c2-4288-9080-43ea91e8d859 req-099385dd-22ae-4455-9122-2be109b559a6 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4959413'] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:16.947233 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['83a88c5b-6010-4bfd-9dd1-ee05588aab25'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:06:16.948635 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce116bf-07c2-4288-9080-43ea91e8d859 req-099385dd-22ae-4455-9122-2be109b559a6 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:16.949257 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-1ce116bf-07c2-4288-9080-43ea91e8d859 req-099385dd-22ae-4455-9122-2be109b559a6 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:16.950638 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ce116bf-07c2-4288-9080-43ea91e8d859 req-099385dd-22ae-4455-9122-2be109b559a6 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "PUT /v2.0/ports/83a88c5b-6010-4bfd-9dd1-ee05588aab25 HTTP/1.1" status: 200 len: 943 time: 0.4229159 Jul 24 01:06:16.951109 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ae94be-ce19-4874-8fda-67767118d13f', 'tag': '83a88c5b-6010-4bfd-9dd1-ee05588aab25'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:06:16.953342 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d8d99d-fdb1-4282-bc3f-7bfe5ccf2763" -d '{"events": [{"name": "network-changed", "server_uuid": "12ae94be-ce19-4874-8fda-67767118d13f", "tag": "83a88c5b-6010-4bfd-9dd1-ee05588aab25"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:06:16.959284 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36192) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:16.977830 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099385dd-22ae-4455-9122-2be109b559a6 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Pushing event updated for resources: {'Port': ['ID=83a88c5b-6010-4bfd-9dd1-ee05588aab25,revision_number=7']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:17.003318 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b99a7b1-088f-4c3b-9876-20c2b91ca741 x-openstack-request-id: req-9b99a7b1-088f-4c3b-9876-20c2b91ca741 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:06:17.003612 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ae94be-ce19-4874-8fda-67767118d13f", "tag": "83a88c5b-6010-4bfd-9dd1-ee05588aab25", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:06:17.003867 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b99a7b1-088f-4c3b-9876-20c2b91ca741 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:06:17.004274 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b99a7b1-088f-4c3b-9876-20c2b91ca741'] response: {'name': 'network-changed', 'server_uuid': '12ae94be-ce19-4874-8fda-67767118d13f', 'tag': '83a88c5b-6010-4bfd-9dd1-ee05588aab25', 'status': 'completed', 'code': 200} Jul 24 01:06:17.089777 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5f65d831-c11b-46bf-a575-c3c379c244f3 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group (b8b34d0f-b8f7-4710-9499-8209c663a9ff), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:17.133903 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5f65d831-c11b-46bf-a575-c3c379c244f3 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group (b8b34d0f-b8f7-4710-9499-8209c663a9ff), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:17.138676 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8d99d-fdb1-4282-bc3f-7bfe5ccf2763 req-422bef1b-24ed-4881-8d92-28d56e561963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:17.140776 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a6d8d99d-fdb1-4282-bc3f-7bfe5ccf2763 req-422bef1b-24ed-4881-8d92-28d56e561963 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee9d5b852be444f48a33b2f4be5c34be&device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 1130 time: 0.0709095 Jul 24 01:06:17.145034 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:17.174065 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['83a88c5b-6010-4bfd-9dd1-ee05588aab25'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:06:17.263627 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5f65d831-c11b-46bf-a575-c3c379c244f3 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (b8b34d0f-b8f7-4710-9499-8209c663a9ff), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:17.266315 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5f65d831-c11b-46bf-a575-c3c379c244f3 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:17.267997 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-5f65d831-c11b-46bf-a575-c3c379c244f3 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "DELETE /v2.0/security-groups/b8b34d0f-b8f7-4710-9499-8209c663a9ff HTTP/1.1" status: 204 len: 168 time: 0.3057277 Jul 24 01:06:17.273507 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 36198) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:17.280968 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65d831-c11b-46bf-a575-c3c379c244f3 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b34d0f-b8f7-4710-9499-8209c663a9ff,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:17.290657 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:17.293637 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-9e4deea3-d4c9-4c2b-abb3-ff934f24c98a None None] Provisioning complete for port 83a88c5b-6010-4bfd-9dd1-ee05588aab25 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:06:17.294010 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9e4deea3-d4c9-4c2b-abb3-ff934f24c98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:17.317758 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8d99d-fdb1-4282-bc3f-7bfe5ccf2763 req-9d0da7dd-9215-4edf-a937-324fe5f8ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:17.319613 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a6d8d99d-fdb1-4282-bc3f-7bfe5ccf2763 req-9d0da7dd-9215-4edf-a937-324fe5f8ddf9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a03d2c45-4db4-45be-ae0a-38988e70c5b5 HTTP/1.1" status: 200 len: 915 time: 0.1717179 Jul 24 01:06:17.434453 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a6d8d99d-fdb1-4282-bc3f-7bfe5ccf2763 req-f220424d-7247-4b3f-8131-3c3f54a0f109 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83a88c5b-6010-4bfd-9dd1-ee05588aab25 HTTP/1.1" status: 200 len: 1002 time: 0.1079121 Jul 24 01:06:17.437449 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=46,neutron:DELETE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:17.521192 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 87ad2158-30f6-4543-a57f-4f732fe5c551 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:06:17.524532 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-81bc6e29-8542-468a-8715-764844572a37 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Deleting port 7bf85773-8544-4eed-a39d-a24194d72318 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:06:17.524889 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-81bc6e29-8542-468a-8715-764844572a37 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (7bf85773-8544-4eed-a39d-a24194d72318), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:17.601507 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8d99d-fdb1-4282-bc3f-7bfe5ccf2763 req-1329eeb4-cda7-421f-9f3e-caf86037abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:17.603013 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a6d8d99d-fdb1-4282-bc3f-7bfe5ccf2763 req-1329eeb4-cda7-421f-9f3e-caf86037abc3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=008e51ac-13a1-4b5d-97d5-309dbd528833 HTTP/1.1" status: 200 len: 853 time: 0.1579318 Jul 24 01:06:17.606243 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:17.607019 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:17.614608 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-9e4deea3-d4c9-4c2b-abb3-ff934f24c98a None None] Current status of the port 83a88c5b-6010-4bfd-9dd1-ee05588aab25 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:06:17.662256 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-81bc6e29-8542-468a-8715-764844572a37 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (7bf85773-8544-4eed-a39d-a24194d72318), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:17.662579 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-81bc6e29-8542-468a-8715-764844572a37 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for floatingip (7bf85773-8544-4eed-a39d-a24194d72318), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:17.666140 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36210) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:17.700880 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:17.709587 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-81bc6e29-8542-468a-8715-764844572a37 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Calling delete_port for 7bf85773-8544-4eed-a39d-a24194d72318 owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:06:17.710075 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 87ad2158-30f6-4543-a57f-4f732fe5c551, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=87ad2158-30f6-4543-a57f-4f732fe5c551,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:17.722195 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': '87ad2158-30f6-4543-a57f-4f732fe5c551', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'port_id': '87ad2158-30f6-4543-a57f-4f732fe5c551', 'mac_address': 'fa:16:3e:d4:01:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:06:17.727828 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850b41e-9e5c-4d7c-8f16-cc6c0ebee39d req-9c60ad6b-c349-4864-80d3-f6cfe2b0f4ed tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:17.730510 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5850b41e-9e5c-4d7c-8f16-cc6c0ebee39d req-9c60ad6b-c349-4864-80d3-f6cfe2b0f4ed tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.1250548 Jul 24 01:06:17.734757 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8d99d-fdb1-4282-bc3f-7bfe5ccf2763 req-ea93b6f8-e4bc-4fe4-92e1-eac8237cff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:17.736169 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a6d8d99d-fdb1-4282-bc3f-7bfe5ccf2763 req-ea93b6f8-e4bc-4fe4-92e1-eac8237cff0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a03d2c45-4db4-45be-ae0a-38988e70c5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1162477 Jul 24 01:06:17.759083 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 87ad2158-30f6-4543-a57f-4f732fe5c551 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:06:17.759479 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (87ad2158-30f6-4543-a57f-4f732fe5c551), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:17.773356 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ad2158-30f6-4543-a57f-4f732fe5c551 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:06:17.796852 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 87ad2158-30f6-4543-a57f-4f732fe5c551, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=87ad2158-30f6-4543-a57f-4f732fe5c551,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:17.802489 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (87ad2158-30f6-4543-a57f-4f732fe5c551), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:17.820231 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d36884a9-bce4-4119-8551-d804b5f046d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:17.862186 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=87ad2158-30f6-4543-a57f-4f732fe5c551,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:17.872509 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:17.872949 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:17.873249 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:17.873846 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:17.874560 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:17.876797 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:17.877379 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:17.877937 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:17.878556 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:17.879139 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:17.879531 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:17.879917 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:17.880300 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:17.881111 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:17.881744 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:17.920219 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d36884a9-bce4-4119-8551-d804b5f046d6 admin admin] Publish callbacks [] for security_group (44319215-2f54-436d-971b-80d82e38a8b2), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:17.924226 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d36884a9-bce4-4119-8551-d804b5f046d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (44319215-2f54-436d-971b-80d82e38a8b2), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:17.957067 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5850b41e-9e5c-4d7c-8f16-cc6c0ebee39d req-50f3dafd-009a-427c-b4de-c0a27ef95f94 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198598 Jul 24 01:06:17.960229 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:INSERT=13,neutron:UPDATE=2,neutron:SELECT=78,neutron:DELETE=7 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:17.966425 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-d36884a9-bce4-4119-8551-d804b5f046d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6611c311aba4ad0b60bead01b238565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990234 Jul 24 01:06:17.967279 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36884a9-bce4-4119-8551-d804b5f046d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44319215-2f54-436d-971b-80d82e38a8b2,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:17.971014 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36218) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:17.984089 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714b8e9-684f-4897-a942-266cdb23686c req-d99bf8fb-d10b-4e41-b69f-b7123bf12e08 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:17.994019 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7714b8e9-684f-4897-a942-266cdb23686c req-d99bf8fb-d10b-4e41-b69f-b7123bf12e08 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=e985f6e0-7865-4447-868d-568639afe87b HTTP/1.1" status: 200 len: 944 time: 0.0949550 Jul 24 01:06:18.030570 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b233a550-1296-4d9e-9eda-9c899168d08d admin admin] Publish callbacks [] for security_group (44319215-2f54-436d-971b-80d82e38a8b2), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:18.032440 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a6d8d99d-fdb1-4282-bc3f-7bfe5ccf2763 req-08113e8a-5f42-4b03-8634-eaf861cde27c service neutron] 10.222.0.39 "GET /v2.0/networks/a03d2c45-4db4-45be-ae0a-38988e70c5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841702 Jul 24 01:06:18.057649 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b233a550-1296-4d9e-9eda-9c899168d08d admin admin] Publish callbacks [] for security_group (44319215-2f54-436d-971b-80d82e38a8b2), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:18.113726 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b233a550-1296-4d9e-9eda-9c899168d08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (44319215-2f54-436d-971b-80d82e38a8b2), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:18.116659 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b233a550-1296-4d9e-9eda-9c899168d08d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:18.118063 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-b233a550-1296-4d9e-9eda-9c899168d08d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44319215-2f54-436d-971b-80d82e38a8b2 HTTP/1.1" status: 204 len: 168 time: 0.1455021 Jul 24 01:06:18.128860 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233a550-1296-4d9e-9eda-9c899168d08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44319215-2f54-436d-971b-80d82e38a8b2,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:18.138389 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7714b8e9-684f-4897-a942-266cdb23686c req-8503d47d-d9ac-47ef-8847-96e80d2f5628 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd74468d-3cea-4eed-a7ac-8dd69cbab95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428740 Jul 24 01:06:18.139133 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['87ad2158-30f6-4543-a57f-4f732fe5c551'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:06:18.205088 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-81bc6e29-8542-468a-8715-764844572a37 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (7bf85773-8544-4eed-a39d-a24194d72318), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:18.282415 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc6e29-8542-468a-8715-764844572a37 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Pushing event deleted for resources: {'Port': ['ID=7bf85773-8544-4eed-a39d-a24194d72318,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:18.286816 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a6d8d99d-fdb1-4282-bc3f-7bfe5ccf2763 req-ee6fcb71-00c3-48a9-a227-e3223cb96f75 service neutron] 10.222.0.39 "GET /v2.0/networks/a03d2c45-4db4-45be-ae0a-38988e70c5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422557 Jul 24 01:06:18.343481 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-81bc6e29-8542-468a-8715-764844572a37 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks [] for floatingip (0e07962b-1d9a-49f6-9873-577f2a4704b6), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:18.343819 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-81bc6e29-8542-468a-8715-764844572a37 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Floating IP 0e07962b-1d9a-49f6-9873-577f2a4704b6 disassociated (deleted). External IP: 172.37.6.164, port: 83a88c5b-6010-4bfd-9dd1-ee05588aab25. Jul 24 01:06:18.425365 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:18.447032 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:18.530318 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36228) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:18.559742 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-74839e56-4e20-47dd-831f-76c702231c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:18.569648 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:18.579956 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bc6e29-8542-468a-8715-764844572a37 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Router f4220ce4-1073-4052-8a32-55841cf0ac6b has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:06:18.668741 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:18.677440 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-74839e56-4e20-47dd-831f-76c702231c08 admin admin] Publish callbacks [] for security_group (4e8f98ae-aadf-4ca6-8d88-29edda959efe), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:18.681350 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-74839e56-4e20-47dd-831f-76c702231c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (4e8f98ae-aadf-4ca6-8d88-29edda959efe), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:18.694536 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bc6e29-8542-468a-8715-764844572a37 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:06:18.699067 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-81bc6e29-8542-468a-8715-764844572a37 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:18.704995 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30dd9d5-b719-46c7-9dfc-8754c66c7a77 None None] Sync routers for ids ['f4220ce4-1073-4052-8a32-55841cf0ac6b'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:06:18.716301 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30dd9d5-b719-46c7-9dfc-8754c66c7a77 None None] Routers {'f4220ce4-1073-4052-8a32-55841cf0ac6b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:06:18.717154 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-b30dd9d5-b719-46c7-9dfc-8754c66c7a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:06:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['f4220ce4-1073-4052-8a32-55841cf0ac6b'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:18.724677 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-74839e56-4e20-47dd-831f-76c702231c08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ebbd85c6bbd42d6b442c88af0ff59a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929913 Jul 24 01:06:18.725983 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74839e56-4e20-47dd-831f-76c702231c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8f98ae-aadf-4ca6-8d88-29edda959efe,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:18.727877 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 36234) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:18.747610 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-81bc6e29-8542-468a-8715-764844572a37 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "DELETE /v2.0/floatingips/0e07962b-1d9a-49f6-9873-577f2a4704b6 HTTP/1.1" status: 204 len: 168 time: 1.4730918 Jul 24 01:06:18.788315 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-40211a47-e233-41ab-8a52-35bbd2c2f63d admin admin] Publish callbacks [] for security_group (4e8f98ae-aadf-4ca6-8d88-29edda959efe), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:18.798321 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:18.814157 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-40211a47-e233-41ab-8a52-35bbd2c2f63d admin admin] Publish callbacks [] for security_group (4e8f98ae-aadf-4ca6-8d88-29edda959efe), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:18.830226 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-b30dd9d5-b719-46c7-9dfc-8754c66c7a77 None None] Set router f4220ce4-1073-4052-8a32-55841cf0ac6b gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:06:18.873759 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-40211a47-e233-41ab-8a52-35bbd2c2f63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (4e8f98ae-aadf-4ca6-8d88-29edda959efe), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:18.876548 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-40211a47-e233-41ab-8a52-35bbd2c2f63d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:18.878051 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-40211a47-e233-41ab-8a52-35bbd2c2f63d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e8f98ae-aadf-4ca6-8d88-29edda959efe HTTP/1.1" status: 204 len: 168 time: 0.1473789 Jul 24 01:06:18.892808 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:18.894053 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40211a47-e233-41ab-8a52-35bbd2c2f63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8f98ae-aadf-4ca6-8d88-29edda959efe,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:19.005536 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ae94be-ce19-4874-8fda-67767118d13f', 'tag': '83a88c5b-6010-4bfd-9dd1-ee05588aab25'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:06:19.009677 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b41f2ce-36de-4c38-80cc-45905ff97539" -d '{"events": [{"name": "network-changed", "server_uuid": "12ae94be-ce19-4874-8fda-67767118d13f", "tag": "83a88c5b-6010-4bfd-9dd1-ee05588aab25"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:06:19.076740 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a6a908-5144-48f5-a801-2201fd7cd3a2 x-openstack-request-id: req-a0a6a908-5144-48f5-a801-2201fd7cd3a2 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:06:19.077223 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ae94be-ce19-4874-8fda-67767118d13f", "tag": "83a88c5b-6010-4bfd-9dd1-ee05588aab25", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:06:19.077607 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0a6a908-5144-48f5-a801-2201fd7cd3a2 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:06:19.078104 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a6a908-5144-48f5-a801-2201fd7cd3a2'] response: {'name': 'network-changed', 'server_uuid': '12ae94be-ce19-4874-8fda-67767118d13f', 'tag': '83a88c5b-6010-4bfd-9dd1-ee05588aab25', 'status': 'completed', 'code': 200} Jul 24 01:06:19.122985 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b19535-2597-4164-9ff0-1d2c69cdad56 req-dc344797-815f-400b-916e-4d44e2fb1f7d tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:19.127315 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-51b19535-2597-4164-9ff0-1d2c69cdad56 req-dc344797-815f-400b-916e-4d44e2fb1f7d tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.0741472 Jul 24 01:06:19.147479 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-b30dd9d5-b719-46c7-9dfc-8754c66c7a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'name': 'tempest-TestMinimumBasicScenario-248493288-router', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127'}], 'enable_snat': True}, 'gw_port_id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:22Z', 'revision_number': 4, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'gw_port': {'id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f2fd4cbf-1af6-4241-b2e4-d34b053e0083', 'name': '', 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'mac_address': 'fa:16:3e:18:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:22Z', 'updated_at': '2022-07-24T01:03:28Z', 'revision_number': 5, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'subnets': [{'id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:19.173000 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30dd9d5-b719-46c7-9dfc-8754c66c7a77 None None] Checking router: f4220ce4-1073-4052-8a32-55841cf0ac6b for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:06:19.182934 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30dd9d5-b719-46c7-9dfc-8754c66c7a77 None None] Routers {'f4220ce4-1073-4052-8a32-55841cf0ac6b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:06:19.183553 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-b30dd9d5-b719-46c7-9dfc-8754c66c7a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:06:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['f4220ce4-1073-4052-8a32-55841cf0ac6b'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:19.193952 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-51b19535-2597-4164-9ff0-1d2c69cdad56 req-4bdb32a5-1fe3-4108-8102-997b8a67013c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577571 Jul 24 01:06:19.285490 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5149dd-474f-4026-82a5-b7fe68da610c req-483051a3-6538-4276-8fb2-fca00521af68 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:19.287297 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ca5149dd-474f-4026-82a5-b7fe68da610c req-483051a3-6538-4276-8fb2-fca00521af68 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=e985f6e0-7865-4447-868d-568639afe87b HTTP/1.1" status: 200 len: 944 time: 0.0589130 Jul 24 01:06:19.303652 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-b30dd9d5-b719-46c7-9dfc-8754c66c7a77 None None] Set router f4220ce4-1073-4052-8a32-55841cf0ac6b gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:06:19.338488 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ca5149dd-474f-4026-82a5-b7fe68da610c req-7d923b0b-9474-438e-bab1-eb2f4824cf82 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd74468d-3cea-4eed-a7ac-8dd69cbab95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438986 Jul 24 01:06:19.377421 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:19.470786 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41f2ce-36de-4c38-80cc-45905ff97539 req-e4490db1-477f-44ef-a6d0-9c67a8ed32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:19.473436 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9b41f2ce-36de-4c38-80cc-45905ff97539 req-e4490db1-477f-44ef-a6d0-9c67a8ed32a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee9d5b852be444f48a33b2f4be5c34be&device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 1130 time: 0.0481973 Jul 24 01:06:19.487554 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 87ad2158-30f6-4543-a57f-4f732fe5c551 up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:06:19.534983 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-b30dd9d5-b719-46c7-9dfc-8754c66c7a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'name': 'tempest-TestMinimumBasicScenario-248493288-router', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127'}], 'enable_snat': True}, 'gw_port_id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:22Z', 'revision_number': 4, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'gw_port': {'id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f2fd4cbf-1af6-4241-b2e4-d34b053e0083', 'name': '', 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'mac_address': 'fa:16:3e:18:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:22Z', 'updated_at': '2022-07-24T01:03:28Z', 'revision_number': 5, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'subnets': [{'id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:19.563147 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30dd9d5-b719-46c7-9dfc-8754c66c7a77 None None] The sync data for ids ['f4220ce4-1073-4052-8a32-55841cf0ac6b'] in dv-cinder-master-3-iscsi is: [{'id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'name': 'tempest-TestMinimumBasicScenario-248493288-router', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127'}], 'enable_snat': True}, 'gw_port_id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:22Z', 'revision_number': 4, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'gw_port': {'id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f2fd4cbf-1af6-4241-b2e4-d34b053e0083', 'name': '', 'network_id': 'a03d2c45-4db4-45be-ae0a-38988e70c5b5', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'mac_address': 'fa:16:3e:18:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:22Z', 'updated_at': '2022-07-24T01:03:28Z', 'revision_number': 5, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'subnets': [{'id': '008e51ac-13a1-4b5d-97d5-309dbd528833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:06:19.573243 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning for port 87ad2158-30f6-4543-a57f-4f732fe5c551 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 01:06:19.595664 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port 87ad2158-30f6-4543-a57f-4f732fe5c551 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:06:19.596522 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (87ad2158-30f6-4543-a57f-4f732fe5c551), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:19.606624 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41f2ce-36de-4c38-80cc-45905ff97539 req-400345db-8477-430c-b95d-f1b449db09b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:19.608370 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9b41f2ce-36de-4c38-80cc-45905ff97539 req-400345db-8477-430c-b95d-f1b449db09b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a03d2c45-4db4-45be-ae0a-38988e70c5b5 HTTP/1.1" status: 200 len: 915 time: 0.1196733 Jul 24 01:06:19.700514 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 87ad2158-30f6-4543-a57f-4f732fe5c551 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:06:19.700983 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (87ad2158-30f6-4543-a57f-4f732fe5c551), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:19.707958 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9b41f2ce-36de-4c38-80cc-45905ff97539 req-107b17d6-64b0-4984-90cc-f3f81ab34fd0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83a88c5b-6010-4bfd-9dd1-ee05588aab25 HTTP/1.1" status: 200 len: 217 time: 0.0781078 Jul 24 01:06:19.728942 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e985f6e0-7865-4447-868d-568639afe87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ad2158-30f6-4543-a57f-4f732fe5c551'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:06:19.731321 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19d7936-79b4-4f12-8ac6-27047130dd50" -d '{"events": [{"server_uuid": "e985f6e0-7865-4447-868d-568639afe87b", "name": "network-vif-plugged", "status": "completed", "tag": "87ad2158-30f6-4543-a57f-4f732fe5c551"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:06:19.760504 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 87ad2158-30f6-4543-a57f-4f732fe5c551, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=87ad2158-30f6-4543-a57f-4f732fe5c551,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:19.770675 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (87ad2158-30f6-4543-a57f-4f732fe5c551), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:19.847378 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41f2ce-36de-4c38-80cc-45905ff97539 req-79ab576a-0fe1-4401-beff-0a2a9061fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:19.852683 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9b41f2ce-36de-4c38-80cc-45905ff97539 req-79ab576a-0fe1-4401-beff-0a2a9061fdc6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=008e51ac-13a1-4b5d-97d5-309dbd528833 HTTP/1.1" status: 200 len: 853 time: 0.1312468 Jul 24 01:06:19.859359 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=87ad2158-30f6-4543-a57f-4f732fe5c551,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:19.876577 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36280) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:19.934241 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41f2ce-36de-4c38-80cc-45905ff97539 req-14b2b993-db25-4b9d-b9da-ec4d1e145239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:19.934909 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5b1e63-34c1-4bf1-9bfc-d90fec0c7028 None None] New status for floating IP 0e07962b-1d9a-49f6-9873-577f2a4704b6: DOWN {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:06:19.938046 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9b41f2ce-36de-4c38-80cc-45905ff97539 req-14b2b993-db25-4b9d-b9da-ec4d1e145239 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a03d2c45-4db4-45be-ae0a-38988e70c5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783632 Jul 24 01:06:20.038613 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e3526f-9d53-4dde-8cb6-fea8172a0fe2 x-openstack-request-id: req-d3e3526f-9d53-4dde-8cb6-fea8172a0fe2 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:06:20.039025 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e985f6e0-7865-4447-868d-568639afe87b", "name": "network-vif-plugged", "status": "completed", "tag": "87ad2158-30f6-4543-a57f-4f732fe5c551", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:06:20.039846 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3e3526f-9d53-4dde-8cb6-fea8172a0fe2 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:06:20.040468 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3e3526f-9d53-4dde-8cb6-fea8172a0fe2'] response: {'server_uuid': 'e985f6e0-7865-4447-868d-568639afe87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ad2158-30f6-4543-a57f-4f732fe5c551', 'code': 200} Jul 24 01:06:20.096753 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-bd46a20b-e2de-4628-898f-d282e477d212 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1943326875-network', 'tenant_id': 'aa1d77fb74474a5f9e0291d9599e2b35'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:06:20.105139 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:20.117113 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9b41f2ce-36de-4c38-80cc-45905ff97539 req-74563b0b-0f83-4c98-a06f-d138b3303554 service neutron] 10.222.0.39 "GET /v2.0/networks/a03d2c45-4db4-45be-ae0a-38988e70c5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709733 Jul 24 01:06:20.138798 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd46a20b-e2de-4628-898f-d282e477d212 admin admin] Made reservation on behalf of aa1d77fb74474a5f9e0291d9599e2b35 for: {'network': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:20.141462 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bd46a20b-e2de-4628-898f-d282e477d212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for network (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:20.152216 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bd46a20b-e2de-4628-898f-d282e477d212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:20.335567 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bd46a20b-e2de-4628-898f-d282e477d212 admin admin] Publish callbacks [] for security_group (18b207b0-b230-4fff-b629-1fed5b0947a3), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:20.367983 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bd46a20b-e2de-4628-898f-d282e477d212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (18b207b0-b230-4fff-b629-1fed5b0947a3), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:20.394219 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9b41f2ce-36de-4c38-80cc-45905ff97539 req-82c73cb1-ae47-4e30-bb55-00f8714784fd service neutron] 10.222.0.39 "GET /v2.0/networks/a03d2c45-4db4-45be-ae0a-38988e70c5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091949 Jul 24 01:06:20.404825 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29a2fe-faa8-433a-be38-9fd9b5ffcb74 req-e4f96491-574e-4902-9a5f-b0bf58e1367e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:20.407516 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5d29a2fe-faa8-433a-be38-9fd9b5ffcb74 req-e4f96491-574e-4902-9a5f-b0bf58e1367e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.0953677 Jul 24 01:06:20.425580 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd46a20b-e2de-4628-898f-d282e477d212 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:06:20.441880 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62399c2-65da-45ca-a2bc-8f161a4fd3ee req-9851fe21-ed4d-4444-8731-31d1da9391d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:20.444127 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d62399c2-65da-45ca-a2bc-8f161a4fd3ee req-9851fe21-ed4d-4444-8731-31d1da9391d5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e985f6e0-7865-4447-868d-568639afe87b HTTP/1.1" status: 200 len: 1129 time: 0.1207025 Jul 24 01:06:20.473000 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bd46a20b-e2de-4628-898f-d282e477d212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (0cb1e84a-4004-47ff-8899-41c59a9a5b3d), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:20.474746 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.segments_db [None req-bd46a20b-e2de-4628-898f-d282e477d212 admin admin] Added segment 0cb1e84a-4004-47ff-8899-41c59a9a5b3d of type vlan for network d75dd8e6-edb6-4d8b-b34f-5a33dc3dcdff Jul 24 01:06:20.482388 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46a20b-e2de-4628-898f-d282e477d212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b207b0-b230-4fff-b629-1fed5b0947a3,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:20.519294 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93374e-9848-4c58-aa3a-605ae542bfb3 req-9621f6f9-512b-4fcb-b258-155b5c36b43b tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:20.521329 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8b93374e-9848-4c58-aa3a-605ae542bfb3 req-9621f6f9-512b-4fcb-b258-155b5c36b43b tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=e985f6e0-7865-4447-868d-568639afe87b HTTP/1.1" status: 200 len: 945 time: 0.0935571 Jul 24 01:06:20.531064 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:20.548363 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5d29a2fe-faa8-433a-be38-9fd9b5ffcb74 req-66731683-2df4-433a-ba9e-566069e5847d tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297581 Jul 24 01:06:20.558991 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bd46a20b-e2de-4628-898f-d282e477d212 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763390501425'] for network (d75dd8e6-edb6-4d8b-b34f-5a33dc3dcdff), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:20.567252 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d62399c2-65da-45ca-a2bc-8f161a4fd3ee req-e8e42448-d0a6-4cec-b3f1-7c78d313ea8a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fd74468d-3cea-4eed-a7ac-8dd69cbab95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967329 Jul 24 01:06:20.588359 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bd46a20b-e2de-4628-898f-d282e477d212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for network (d75dd8e6-edb6-4d8b-b34f-5a33dc3dcdff), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:20.589433 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd46a20b-e2de-4628-898f-d282e477d212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:20.589858 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8b93374e-9848-4c58-aa3a-605ae542bfb3 req-a19bed16-7286-4401-8a0b-369bac6b4581 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd74468d-3cea-4eed-a7ac-8dd69cbab95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550170 Jul 24 01:06:20.590261 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bd46a20b-e2de-4628-898f-d282e477d212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:20.623459 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-bd46a20b-e2de-4628-898f-d282e477d212 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7457244 Jul 24 01:06:20.626283 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36304) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:20.654318 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-a124169c-e5e2-4409-b107-65755a4dc180 admin admin] Request body: {'subnet': {'network_id': 'd75dd8e6-edb6-4d8b-b34f-5a33dc3dcdff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1943326875-subnet', 'tenant_id': 'aa1d77fb74474a5f9e0291d9599e2b35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:06:20.664826 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:20.667862 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46a20b-e2de-4628-898f-d282e477d212 admin admin] Pushing event updated for resources: {'Network': ['ID=d75dd8e6-edb6-4d8b-b34f-5a33dc3dcdff,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:20.678660 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Network d75dd8e6-edb6-4d8b-b34f-5a33dc3dcdff details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:06:20.684449 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a124169c-e5e2-4409-b107-65755a4dc180 admin admin] Made reservation on behalf of aa1d77fb74474a5f9e0291d9599e2b35 for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:20.686989 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a124169c-e5e2-4409-b107-65755a4dc180 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3892456'] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:20.802657 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:20.859352 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a124169c-e5e2-4409-b107-65755a4dc180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4238441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3892474'] for subnet (8eff07d4-8a54-437a-9505-4f56d2ac6984), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:20.923819 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124169c-e5e2-4409-b107-65755a4dc180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eff07d4-8a54-437a-9505-4f56d2ac6984,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:20.931859 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a124169c-e5e2-4409-b107-65755a4dc180 admin admin] Checking segment: {'id': '0cb1e84a-4004-47ff-8899-41c59a9a5b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd75dd8e6-edb6-4d8b-b34f-5a33dc3dcdff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:06:20.932235 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a124169c-e5e2-4409-b107-65755a4dc180 admin admin] Network hostable DHCP agents. Network: d75dd8e6-edb6-4d8b-b34f-5a33dc3dcdff, hostable agents: ['c3e033ef-4c45-4acb-8d93-0c64c51b87a9'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:06:20.950442 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a124169c-e5e2-4409-b107-65755a4dc180 admin admin] Network d75dd8e6-edb6-4d8b-b34f-5a33dc3dcdff is scheduled to be hosted by DHCP agent c3e033ef-4c45-4acb-8d93-0c64c51b87a9 with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:06:20.959962 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-a124169c-e5e2-4409-b107-65755a4dc180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, d75dd8e6-edb6-4d8b-b34f-5a33dc3dcdff) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:20.964799 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a124169c-e5e2-4409-b107-65755a4dc180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:20.965403 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a124169c-e5e2-4409-b107-65755a4dc180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:20.969876 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89628df-f491-41e6-bae8-9b1fc487043d None None] Network d75dd8e6-edb6-4d8b-b34f-5a33dc3dcdff requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:06:20.982266 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-a124169c-e5e2-4409-b107-65755a4dc180 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3316000 Jul 24 01:06:21.044891 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:21.076970 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7f43d0-a21b-4602-8950-3e7baa848ed0 None None] Network d75dd8e6-edb6-4d8b-b34f-5a33dc3dcdff requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:06:21.255771 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:21.467100 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36322) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:21.472417 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-12eadee5-bd6d-46e2-bd89-1621f1388cae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1896581740-network', 'tenant_id': '96da00f9d0aa4d93a0154c69fdf91a65'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:06:21.494738 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12eadee5-bd6d-46e2-bd89-1621f1388cae admin admin] Made reservation on behalf of 96da00f9d0aa4d93a0154c69fdf91a65 for: {'network': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:21.497211 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-12eadee5-bd6d-46e2-bd89-1621f1388cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for network (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:21.506239 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-12eadee5-bd6d-46e2-bd89-1621f1388cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:21.583665 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-12eadee5-bd6d-46e2-bd89-1621f1388cae admin admin] Publish callbacks [] for security_group (1983a73d-14d9-41de-95f3-e3c3f66e4097), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:21.588246 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-12eadee5-bd6d-46e2-bd89-1621f1388cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (1983a73d-14d9-41de-95f3-e3c3f66e4097), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:21.602505 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12eadee5-bd6d-46e2-bd89-1621f1388cae admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:06:21.627066 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-12eadee5-bd6d-46e2-bd89-1621f1388cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (127c4500-c6dc-49c4-8774-e3f3e88fd309), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:21.627410 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.segments_db [None req-12eadee5-bd6d-46e2-bd89-1621f1388cae admin admin] Added segment 127c4500-c6dc-49c4-8774-e3f3e88fd309 of type vlan for network 7f75391c-b064-4f01-9265-8e474d83e700 Jul 24 01:06:21.637040 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eadee5-bd6d-46e2-bd89-1621f1388cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1983a73d-14d9-41de-95f3-e3c3f66e4097,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:21.671188 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-12eadee5-bd6d-46e2-bd89-1621f1388cae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763390501425'] for network (7f75391c-b064-4f01-9265-8e474d83e700), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:21.697578 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-12eadee5-bd6d-46e2-bd89-1621f1388cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for network (7f75391c-b064-4f01-9265-8e474d83e700), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:21.698754 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eadee5-bd6d-46e2-bd89-1621f1388cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:21.699483 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-12eadee5-bd6d-46e2-bd89-1621f1388cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:21.702161 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb80593-8c90-402a-94cb-9d11882855cc req-3bc548eb-826d-47eb-893c-773eac70938d tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:21.703659 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6bb80593-8c90-402a-94cb-9d11882855cc req-3bc548eb-826d-47eb-893c-773eac70938d tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.0718515 Jul 24 01:06:21.751708 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71a47a-7af9-445d-bb8e-5f96d47cdc79 req-1d6ef9af-e4ae-45a4-aa21-8e610905a69b tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:21.753156 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9e71a47a-7af9-445d-bb8e-5f96d47cdc79 req-1d6ef9af-e4ae-45a4-aa21-8e610905a69b tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=e985f6e0-7865-4447-868d-568639afe87b HTTP/1.1" status: 200 len: 945 time: 0.0733399 Jul 24 01:06:21.764431 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-12eadee5-bd6d-46e2-bd89-1621f1388cae admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2962322 Jul 24 01:06:21.767869 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36334) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:21.772472 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-0a9e1c7e-ccde-4422-aff2-0e4a55a1b2c4 admin admin] Request body: {'subnet': {'network_id': '7f75391c-b064-4f01-9265-8e474d83e700', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1896581740-subnet', 'tenant_id': '96da00f9d0aa4d93a0154c69fdf91a65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:06:21.776158 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eadee5-bd6d-46e2-bd89-1621f1388cae admin admin] Pushing event updated for resources: {'Network': ['ID=7f75391c-b064-4f01-9265-8e474d83e700,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:21.787129 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Network 7f75391c-b064-4f01-9265-8e474d83e700 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:06:21.788084 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:21.792742 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6bb80593-8c90-402a-94cb-9d11882855cc req-11c70430-bb68-440e-91a2-60227c02a7ec tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730386 Jul 24 01:06:21.809864 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9e1c7e-ccde-4422-aff2-0e4a55a1b2c4 admin admin] Made reservation on behalf of 96da00f9d0aa4d93a0154c69fdf91a65 for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:21.812664 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0a9e1c7e-ccde-4422-aff2-0e4a55a1b2c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3892456'] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:21.824611 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9e71a47a-7af9-445d-bb8e-5f96d47cdc79 req-6041437c-7d42-4a52-9458-d042b4d117c6 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd74468d-3cea-4eed-a7ac-8dd69cbab95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620897 Jul 24 01:06:21.931537 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9032c-470c-4672-9ecd-b5ac0b00559c req-8431cd41-bf71-4902-9c3d-44636dbb7083 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:21.933212 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1cf9032c-470c-4672-9ecd-b5ac0b00559c req-8431cd41-bf71-4902-9c3d-44636dbb7083 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 946 time: 0.0535989 Jul 24 01:06:21.991306 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1cf9032c-470c-4672-9ecd-b5ac0b00559c req-01bf001d-dd37-42bb-a70f-69524808bd83 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508649 Jul 24 01:06:22.007451 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0a9e1c7e-ccde-4422-aff2-0e4a55a1b2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4238441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3892474'] for subnet (2a391238-bc44-4485-bda6-e952f8849c1a), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:22.034329 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:22.060279 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e1c7e-ccde-4422-aff2-0e4a55a1b2c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a391238-bc44-4485-bda6-e952f8849c1a,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:22.077954 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e1c7e-ccde-4422-aff2-0e4a55a1b2c4 admin admin] Checking segment: {'id': '127c4500-c6dc-49c4-8774-e3f3e88fd309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7f75391c-b064-4f01-9265-8e474d83e700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:06:22.078311 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e1c7e-ccde-4422-aff2-0e4a55a1b2c4 admin admin] Network hostable DHCP agents. Network: 7f75391c-b064-4f01-9265-8e474d83e700, hostable agents: ['c3e033ef-4c45-4acb-8d93-0c64c51b87a9'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:06:22.096424 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e1c7e-ccde-4422-aff2-0e4a55a1b2c4 admin admin] Network 7f75391c-b064-4f01-9265-8e474d83e700 is scheduled to be hosted by DHCP agent c3e033ef-4c45-4acb-8d93-0c64c51b87a9 with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:06:22.107046 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-0a9e1c7e-ccde-4422-aff2-0e4a55a1b2c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 7f75391c-b064-4f01-9265-8e474d83e700) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:22.112160 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9e1c7e-ccde-4422-aff2-0e4a55a1b2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:22.112889 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0a9e1c7e-ccde-4422-aff2-0e4a55a1b2c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:22.118954 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52315ebd-bab1-4fa4-9272-d11f18011f69 None None] Network 7f75391c-b064-4f01-9265-8e474d83e700 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:06:22.133695 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-0a9e1c7e-ccde-4422-aff2-0e4a55a1b2c4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3646986 Jul 24 01:06:22.229193 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ca17ca-86d3-4f41-aea0-7a15e7a5cc53 None None] Network 7f75391c-b064-4f01-9265-8e474d83e700 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:06:22.946356 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebc686-14c0-4323-aa16-99134253e70e req-49f3cc74-b68d-4dea-b875-7d214551f39f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:22.947829 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c2ebc686-14c0-4323-aa16-99134253e70e req-49f3cc74-b68d-4dea-b875-7d214551f39f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.0726271 Jul 24 01:06:22.967030 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc353f8-d27d-4e20-be19-cc8bb63b410f req-663380c8-d99d-4656-a8c0-7eafa8606105 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:22.968388 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-afc353f8-d27d-4e20-be19-cc8bb63b410f req-663380c8-d99d-4656-a8c0-7eafa8606105 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=e985f6e0-7865-4447-868d-568639afe87b HTTP/1.1" status: 200 len: 945 time: 0.0657966 Jul 24 01:06:23.031215 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c2ebc686-14c0-4323-aa16-99134253e70e req-4ee75d73-2179-42a9-bfd1-c98b0dd2dbc1 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777695 Jul 24 01:06:23.042713 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-afc353f8-d27d-4e20-be19-cc8bb63b410f req-3c1a83af-547d-4a2c-9669-f543d533be76 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd74468d-3cea-4eed-a7ac-8dd69cbab95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639300 Jul 24 01:06:23.168738 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e97fa-137d-4c1e-a7d8-70f347abd8f3 req-fc23539a-01fb-470a-9a13-0ccfd7dc26fa tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:23.170736 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-087e97fa-137d-4c1e-a7d8-70f347abd8f3 req-fc23539a-01fb-470a-9a13-0ccfd7dc26fa tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 946 time: 0.0783463 Jul 24 01:06:23.185244 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf57a0-f61e-490b-b38e-5e1872e8c390 req-b0f584ee-71d4-4849-81dc-a03c2fa58a74 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:23.186862 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f6bf57a0-f61e-490b-b38e-5e1872e8c390 req-b0f584ee-71d4-4849-81dc-a03c2fa58a74 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=e985f6e0-7865-4447-868d-568639afe87b HTTP/1.1" status: 200 len: 945 time: 0.0651062 Jul 24 01:06:23.197625 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36356) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:23.202087 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-c9d805b4-0863-4a5e-b206-f93ba00b4713 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Request body: {'floatingip': {'port_id': '87ad2158-30f6-4543-a57f-4f732fe5c551'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:06:23.231061 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-087e97fa-137d-4c1e-a7d8-70f347abd8f3 req-5000cebc-6e3e-4f4d-bf0f-427ff8810666 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543211 Jul 24 01:06:23.244429 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c9d805b4-0863-4a5e-b206-f93ba00b4713 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (3b6fcbbf-193d-4937-9258-272e837a1093), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:23.491032 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 1722886c-350d-4118-96b1-5082f64a6e70 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:06:23.561930 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:23.597030 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 1722886c-350d-4118-96b1-5082f64a6e70, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1722886c-350d-4118-96b1-5082f64a6e70,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:23.609108 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': '1722886c-350d-4118-96b1-5082f64a6e70', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'port_id': '1722886c-350d-4118-96b1-5082f64a6e70', 'mac_address': 'fa:16:3e:bd:21:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:06:23.646657 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 1722886c-350d-4118-96b1-5082f64a6e70 is: ACTIVE; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:06:23.647074 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (1722886c-350d-4118-96b1-5082f64a6e70), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:23.663906 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1722886c-350d-4118-96b1-5082f64a6e70 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:06:23.664979 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c9d805b4-0863-4a5e-b206-f93ba00b4713 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:23.668740 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c9d805b4-0863-4a5e-b206-f93ba00b4713 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (3b6fcbbf-193d-4937-9258-272e837a1093), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:23.687313 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 1722886c-350d-4118-96b1-5082f64a6e70, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1722886c-350d-4118-96b1-5082f64a6e70,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:23.693012 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (1722886c-350d-4118-96b1-5082f64a6e70), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:23.747428 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=1722886c-350d-4118-96b1-5082f64a6e70,revision_number=6']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:23.765746 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:23.773348 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.l3_db [None req-c9d805b4-0863-4a5e-b206-f93ba00b4713 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Floating IP 3b6fcbbf-193d-4937-9258-272e837a1093 associated. External IP: 172.37.6.34, port: 87ad2158-30f6-4543-a57f-4f732fe5c551. Jul 24 01:06:23.874662 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['1722886c-350d-4118-96b1-5082f64a6e70'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:06:23.991628 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d805b4-0863-4a5e-b206-f93ba00b4713 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Router e7884272-781c-4764-a5fa-e9aabaf2f60a has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:06:24.099236 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d805b4-0863-4a5e-b206-f93ba00b4713 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:06:24.103675 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c9d805b4-0863-4a5e-b206-f93ba00b4713 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:24.109942 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b0cb79-a015-4a0a-96ab-9530ec4391e3 None None] Sync routers for ids ['e7884272-781c-4764-a5fa-e9aabaf2f60a'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:06:24.125833 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b0cb79-a015-4a0a-96ab-9530ec4391e3 None None] Routers {'e7884272-781c-4764-a5fa-e9aabaf2f60a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:06:24.126564 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-03b0cb79-a015-4a0a-96ab-9530ec4391e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:06:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['e7884272-781c-4764-a5fa-e9aabaf2f60a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:24.144142 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-c9d805b4-0863-4a5e-b206-f93ba00b4713 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "PUT /v2.0/floatingips/3b6fcbbf-193d-4937-9258-272e837a1093 HTTP/1.1" status: 200 len: 990 time: 0.9454484 Jul 24 01:06:24.144741 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e985f6e0-7865-4447-868d-568639afe87b', 'tag': '87ad2158-30f6-4543-a57f-4f732fe5c551'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:06:24.147086 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44305561-d460-4c71-baf2-b6802128f7af" -d '{"events": [{"name": "network-changed", "server_uuid": "e985f6e0-7865-4447-868d-568639afe87b", "tag": "87ad2158-30f6-4543-a57f-4f732fe5c551"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:06:24.154240 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547f978-773e-4029-8f65-2e26976b8d04 req-cd2eb44c-50c8-49fd-bc61-ad528a1b6df1 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:24.155864 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c547f978-773e-4029-8f65-2e26976b8d04 req-cd2eb44c-50c8-49fd-bc61-ad528a1b6df1 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 944 time: 0.0510857 Jul 24 01:06:24.160754 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=100 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:24.209478 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c547f978-773e-4029-8f65-2e26976b8d04 req-5b9e3986-2df2-4784-95e7-0aa1e54d546c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472875 Jul 24 01:06:24.239604 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-03b0cb79-a015-4a0a-96ab-9530ec4391e3 None None] Set router e7884272-781c-4764-a5fa-e9aabaf2f60a gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:06:24.327082 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb219b81-9466-4289-8940-2cd005c26c3b x-openstack-request-id: req-eb219b81-9466-4289-8940-2cd005c26c3b {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:06:24.327082 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e985f6e0-7865-4447-868d-568639afe87b", "tag": "87ad2158-30f6-4543-a57f-4f732fe5c551", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:06:24.327593 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb219b81-9466-4289-8940-2cd005c26c3b {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:06:24.327593 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb219b81-9466-4289-8940-2cd005c26c3b'] response: {'name': 'network-changed', 'server_uuid': 'e985f6e0-7865-4447-868d-568639afe87b', 'tag': '87ad2158-30f6-4543-a57f-4f732fe5c551', 'status': 'completed', 'code': 200} Jul 24 01:06:24.357866 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:24.367737 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b619d3-65c3-42a6-8ec2-fc5e816877c5 req-e3dc4875-533b-4d4c-808a-8881073bcf5f tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:24.369247 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e7b619d3-65c3-42a6-8ec2-fc5e816877c5 req-e3dc4875-533b-4d4c-808a-8881073bcf5f tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 946 time: 0.0565391 Jul 24 01:06:24.417086 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e7b619d3-65c3-42a6-8ec2-fc5e816877c5 req-83800d10-d722-40dc-93a4-d8535775e929 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/security-groups?id=e587b3f3-9398-4e93-9908-555b72945bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420043 Jul 24 01:06:24.482156 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:24.485904 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-03b0cb79-a015-4a0a-96ab-9530ec4391e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3b6fcbbf-193d-4937-9258-272e837a1093', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'floating_ip_address': '172.37.6.34', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'port_id': '87ad2158-30f6-4543-a57f-4f732fe5c551', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'mac_address': 'fa:16:3e:d4:01:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e985f6e0-7865-4447-868d-568639afe87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:06:09Z', 'updated_at': '2022-07-24T01:06:23Z', 'revision_number': 1, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:24.514278 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b0cb79-a015-4a0a-96ab-9530ec4391e3 None None] Checking router: e7884272-781c-4764-a5fa-e9aabaf2f60a for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:06:24.527123 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b0cb79-a015-4a0a-96ab-9530ec4391e3 None None] Routers {'e7884272-781c-4764-a5fa-e9aabaf2f60a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:06:24.527738 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-03b0cb79-a015-4a0a-96ab-9530ec4391e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:06:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['e7884272-781c-4764-a5fa-e9aabaf2f60a'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:24.530485 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44305561-d460-4c71-baf2-b6802128f7af req-11867212-592c-4f7e-8b9d-dbf8a0ec1bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:24.532116 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-44305561-d460-4c71-baf2-b6802128f7af req-11867212-592c-4f7e-8b9d-dbf8a0ec1bdd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c68e39bc1724fda980be3463bbf7d7b&device_id=e985f6e0-7865-4447-868d-568639afe87b HTTP/1.1" status: 200 len: 1129 time: 0.0622494 Jul 24 01:06:24.541991 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d0ac9-7830-4e9b-8449-3225b39f800d req-3ebc64a2-82a0-412f-ba7c-32bd52f22cc7 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:24.543928 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-da4d0ac9-7830-4e9b-8449-3225b39f800d req-3ebc64a2-82a0-412f-ba7c-32bd52f22cc7 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.39 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 946 time: 0.0752685 Jul 24 01:06:24.639999 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44305561-d460-4c71-baf2-b6802128f7af req-3da98a6e-5baa-4fc9-9303-5b6cfaa9dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:24.641826 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-44305561-d460-4c71-baf2-b6802128f7af req-3da98a6e-5baa-4fc9-9303-5b6cfaa9dbc7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=37cd1572-14d0-471e-b2ca-ff3f9078882e HTTP/1.1" status: 200 len: 916 time: 0.0997603 Jul 24 01:06:24.650842 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-03b0cb79-a015-4a0a-96ab-9530ec4391e3 None None] Set router e7884272-781c-4764-a5fa-e9aabaf2f60a gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:06:24.710468 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:24.715857 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-44305561-d460-4c71-baf2-b6802128f7af req-c2eea9ce-6cb0-4591-9fe6-e1e2149a57fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87ad2158-30f6-4543-a57f-4f732fe5c551 HTTP/1.1" status: 200 len: 998 time: 0.0670283 Jul 24 01:06:24.770099 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44305561-d460-4c71-baf2-b6802128f7af req-cfac0284-45a4-45de-9a97-a3c671970463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:24.772393 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-44305561-d460-4c71-baf2-b6802128f7af req-cfac0284-45a4-45de-9a97-a3c671970463 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2eef0065-2281-4101-b3bd-eee4be86f7f1 HTTP/1.1" status: 200 len: 854 time: 0.0495682 Jul 24 01:06:24.819859 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44305561-d460-4c71-baf2-b6802128f7af req-5150aa5d-c7b1-4e2d-90f3-119fbfeab6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:24.821385 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-44305561-d460-4c71-baf2-b6802128f7af req-5150aa5d-c7b1-4e2d-90f3-119fbfeab6d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37cd1572-14d0-471e-b2ca-ff3f9078882e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425096 Jul 24 01:06:24.881308 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-da4d0ac9-7830-4e9b-8449-3225b39f800d req-46284155-d031-4a34-8793-a1ddbd8bbcbc tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Deleting port 83a88c5b-6010-4bfd-9dd1-ee05588aab25 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:06:24.881867 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-da4d0ac9-7830-4e9b-8449-3225b39f800d req-46284155-d031-4a34-8793-a1ddbd8bbcbc tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:24.909203 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:24.919703 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-44305561-d460-4c71-baf2-b6802128f7af req-09eddfeb-f605-4d5b-98ef-8a117726cb0e service neutron] 10.222.0.39 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916343 Jul 24 01:06:24.974661 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-da4d0ac9-7830-4e9b-8449-3225b39f800d req-46284155-d031-4a34-8793-a1ddbd8bbcbc tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] For port 83a88c5b-6010-4bfd-9dd1-ee05588aab25, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=83a88c5b-6010-4bfd-9dd1-ee05588aab25,segment=NetworkSegment(3f929964-098f-4d6d-8054-cc15732a4db6),segment_id=3f929964-098f-4d6d-8054-cc15732a4db6)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:24.975063 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-da4d0ac9-7830-4e9b-8449-3225b39f800d req-46284155-d031-4a34-8793-a1ddbd8bbcbc tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:24.988708 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-da4d0ac9-7830-4e9b-8449-3225b39f800d req-46284155-d031-4a34-8793-a1ddbd8bbcbc tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Calling delete_port for 83a88c5b-6010-4bfd-9dd1-ee05588aab25 owned by compute:nova {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:06:25.016750 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-03b0cb79-a015-4a0a-96ab-9530ec4391e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3b6fcbbf-193d-4937-9258-272e837a1093', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'floating_ip_address': '172.37.6.34', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'port_id': '87ad2158-30f6-4543-a57f-4f732fe5c551', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'mac_address': 'fa:16:3e:d4:01:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e985f6e0-7865-4447-868d-568639afe87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:06:09Z', 'updated_at': '2022-07-24T01:06:23Z', 'revision_number': 1, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:25.018405 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-44305561-d460-4c71-baf2-b6802128f7af req-82f7e8c5-cba8-49f5-832c-a64602e9b5a6 service neutron] 10.222.0.39 "GET /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905936 Jul 24 01:06:25.043576 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b0cb79-a015-4a0a-96ab-9530ec4391e3 None None] The sync data for ids ['e7884272-781c-4764-a5fa-e9aabaf2f60a'] in dv-cinder-master-3-iscsi is: [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '3b6fcbbf-193d-4937-9258-272e837a1093', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'floating_ip_address': '172.37.6.34', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'port_id': '87ad2158-30f6-4543-a57f-4f732fe5c551', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'mac_address': 'fa:16:3e:d4:01:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e985f6e0-7865-4447-868d-568639afe87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:06:09Z', 'updated_at': '2022-07-24T01:06:23Z', 'revision_number': 1, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:06:25.133243 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-da4d0ac9-7830-4e9b-8449-3225b39f800d req-46284155-d031-4a34-8793-a1ddbd8bbcbc tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (83a88c5b-6010-4bfd-9dd1-ee05588aab25), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:25.171614 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46284155-d031-4a34-8793-a1ddbd8bbcbc tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Pushing event deleted for resources: {'Port': ['ID=83a88c5b-6010-4bfd-9dd1-ee05588aab25,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:25.176602 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['83a88c5b-6010-4bfd-9dd1-ee05588aab25'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:06:25.232199 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4d0ac9-7830-4e9b-8449-3225b39f800d req-46284155-d031-4a34-8793-a1ddbd8bbcbc tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] No DVR routers for this DVR port 83a88c5b-6010-4bfd-9dd1-ee05588aab25 on host hv-cinder-maste {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:06:25.235491 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-da4d0ac9-7830-4e9b-8449-3225b39f800d req-46284155-d031-4a34-8793-a1ddbd8bbcbc tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:25.239509 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-da4d0ac9-7830-4e9b-8449-3225b39f800d req-46284155-d031-4a34-8793-a1ddbd8bbcbc tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.39 "DELETE /v2.0/ports/83a88c5b-6010-4bfd-9dd1-ee05588aab25 HTTP/1.1" status: 204 len: 173 time: 0.6903319 Jul 24 01:06:25.329797 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff30108-6c2a-42ce-9670-b940d9bd3430 None None] New status for floating IP 3b6fcbbf-193d-4937-9258-272e837a1093: ACTIVE {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:06:25.404189 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44118183-df19-491e-a113-dfb30873eab2 req-28cecc21-c13f-43d8-9e8f-52fb32adaa25 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:25.405802 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-44118183-df19-491e-a113-dfb30873eab2 req-28cecc21-c13f-43d8-9e8f-52fb32adaa25 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 944 time: 0.0713816 Jul 24 01:06:25.483077 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-44118183-df19-491e-a113-dfb30873eab2 req-26c4fcd5-8388-42dd-8688-6a2f5def0b41 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712450 Jul 24 01:06:25.546654 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7827270d-d0b8-4c5c-aaee-39c215a250bb req-a48c99a4-1dba-4c78-93d4-5bf656388466 tempest-TestMinimumBasicScenario-1888617681 tempest-TestMinimumBasicScenario-1888617681-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ae94be-ce19-4874-8fda-67767118d13f HTTP/1.1" status: 200 len: 210 time: 0.0291409 Jul 24 01:06:25.599172 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 1722886c-350d-4118-96b1-5082f64a6e70 up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:06:25.650746 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port 1722886c-350d-4118-96b1-5082f64a6e70 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:06:25.651152 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (1722886c-350d-4118-96b1-5082f64a6e70), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:25.733026 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 1722886c-350d-4118-96b1-5082f64a6e70 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:06:25.733416 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (1722886c-350d-4118-96b1-5082f64a6e70), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:25.757810 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70b3837-80be-480a-9a3f-7b03aff78573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1722886c-350d-4118-96b1-5082f64a6e70'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:06:25.759730 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2623d7-d0dd-40ce-abb0-e5ab889e072a" -d '{"events": [{"server_uuid": "c70b3837-80be-480a-9a3f-7b03aff78573", "name": "network-vif-plugged", "status": "completed", "tag": "1722886c-350d-4118-96b1-5082f64a6e70"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:06:25.773908 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 1722886c-350d-4118-96b1-5082f64a6e70, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1722886c-350d-4118-96b1-5082f64a6e70,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:25.777800 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (1722886c-350d-4118-96b1-5082f64a6e70), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:25.778611 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 83a88c5b-6010-4bfd-9dd1-ee05588aab25 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:25.820018 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebb0812-5e30-4d2e-b19c-e2a868789fc6 x-openstack-request-id: req-5ebb0812-5e30-4d2e-b19c-e2a868789fc6 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:06:25.820310 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70b3837-80be-480a-9a3f-7b03aff78573", "name": "network-vif-plugged", "status": "completed", "tag": "1722886c-350d-4118-96b1-5082f64a6e70", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:06:25.820558 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ebb0812-5e30-4d2e-b19c-e2a868789fc6 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:06:25.820942 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ebb0812-5e30-4d2e-b19c-e2a868789fc6'] response: {'server_uuid': 'c70b3837-80be-480a-9a3f-7b03aff78573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1722886c-350d-4118-96b1-5082f64a6e70', 'code': 200} Jul 24 01:06:25.823613 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] No Port match for: 83a88c5b-6010-4bfd-9dd1-ee05588aab25 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:06:25.823958 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 83a88c5b-6010-4bfd-9dd1-ee05588aab25 not bound to the agent host hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:25.828860 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:25.852130 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=1722886c-350d-4118-96b1-5082f64a6e70,revision_number=7']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:26.328915 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ae94be-ce19-4874-8fda-67767118d13f', 'name': 'network-vif-deleted', 'tag': '83a88c5b-6010-4bfd-9dd1-ee05588aab25'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:06:26.331207 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52aa9604-3a8a-4d18-99b2-e0ac67f03760" -d '{"events": [{"server_uuid": "12ae94be-ce19-4874-8fda-67767118d13f", "name": "network-vif-deleted", "tag": "83a88c5b-6010-4bfd-9dd1-ee05588aab25"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:06:26.367109 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f7c69a-cc17-43c1-986a-776fde51aea7 x-openstack-request-id: req-02f7c69a-cc17-43c1-986a-776fde51aea7 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:06:26.367399 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ae94be-ce19-4874-8fda-67767118d13f", "name": "network-vif-deleted", "tag": "83a88c5b-6010-4bfd-9dd1-ee05588aab25", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:06:26.367650 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02f7c69a-cc17-43c1-986a-776fde51aea7 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:06:26.368049 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02f7c69a-cc17-43c1-986a-776fde51aea7'] response: {'server_uuid': '12ae94be-ce19-4874-8fda-67767118d13f', 'name': 'network-vif-deleted', 'tag': '83a88c5b-6010-4bfd-9dd1-ee05588aab25', 'status': 'completed', 'code': 200} Jul 24 01:06:26.627876 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ef3f2-a109-4051-acd7-167a92626c80 req-95e38ea1-2d16-496f-951a-e4af6db71670 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:26.631054 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3d0ef3f2-a109-4051-acd7-167a92626c80 req-95e38ea1-2d16-496f-951a-e4af6db71670 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.0673566 Jul 24 01:06:26.699188 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3d0ef3f2-a109-4051-acd7-167a92626c80 req-1ee91ce1-9e0f-443d-951d-1e252f587fca tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624130 Jul 24 01:06:27.538046 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36514) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:27.798928 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:27.889086 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b23f9-1a23-49fe-bc93-f693e3ecb2b3 req-f9ecb460-96d6-429b-90e1-8922703164af tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:27.897540 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-032b23f9-1a23-49fe-bc93-f693e3ecb2b3 req-f9ecb460-96d6-429b-90e1-8922703164af tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.0869021 Jul 24 01:06:27.952892 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e9db5482-533a-4c13-a78d-cf0ae3d63142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687808'] for router_interface (f4220ce4-1073-4052-8a32-55841cf0ac6b), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:27.980040 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-032b23f9-1a23-49fe-bc93-f693e3ecb2b3 req-31dd9040-3222-41ab-962d-4f246d56ccd4 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810549 Jul 24 01:06:28.198263 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:28.295849 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-e9db5482-533a-4c13-a78d-cf0ae3d63142 admin admin] Deleting port f2fd4cbf-1af6-4241-b2e4-d34b053e0083 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:06:28.296196 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e9db5482-533a-4c13-a78d-cf0ae3d63142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (f2fd4cbf-1af6-4241-b2e4-d34b053e0083), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:28.393573 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-e9db5482-533a-4c13-a78d-cf0ae3d63142 admin admin] For port f2fd4cbf-1af6-4241-b2e4-d34b053e0083, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f2fd4cbf-1af6-4241-b2e4-d34b053e0083,segment=NetworkSegment(3f929964-098f-4d6d-8054-cc15732a4db6),segment_id=3f929964-098f-4d6d-8054-cc15732a4db6)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:28.393946 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e9db5482-533a-4c13-a78d-cf0ae3d63142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (f2fd4cbf-1af6-4241-b2e4-d34b053e0083), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:28.411762 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-e9db5482-533a-4c13-a78d-cf0ae3d63142 admin admin] Calling delete_port for f2fd4cbf-1af6-4241-b2e4-d34b053e0083 owned by network:router_interface {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:06:28.614811 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e9db5482-533a-4c13-a78d-cf0ae3d63142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (f2fd4cbf-1af6-4241-b2e4-d34b053e0083), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:28.648246 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db5482-533a-4c13-a78d-cf0ae3d63142 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2fd4cbf-1af6-4241-b2e4-d34b053e0083,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:28.840321 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e9db5482-533a-4c13-a78d-cf0ae3d63142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687152'] for router_interface (f4220ce4-1073-4052-8a32-55841cf0ac6b), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:28.899802 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:29.087202 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9db5482-533a-4c13-a78d-cf0ae3d63142 admin admin] Router f4220ce4-1073-4052-8a32-55841cf0ac6b has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:06:29.129748 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e318f9-f32b-441c-b420-a6b0f948cf1f req-aaa07f3e-a23f-4586-990a-32a8b76dd4be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:29.131955 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b9e318f9-f32b-441c-b420-a6b0f948cf1f req-aaa07f3e-a23f-4586-990a-32a8b76dd4be tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.0562310 Jul 24 01:06:29.187739 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b9e318f9-f32b-441c-b420-a6b0f948cf1f req-95fadc79-af66-4249-bc71-754f31be384d tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483282 Jul 24 01:06:29.193772 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:29.217792 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9db5482-533a-4c13-a78d-cf0ae3d63142 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:06:29.224174 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-e9db5482-533a-4c13-a78d-cf0ae3d63142 admin admin] 10.222.0.18 "PUT /v2.0/routers/f4220ce4-1073-4052-8a32-55841cf0ac6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6841767 Jul 24 01:06:29.226489 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 36532) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:29.227568 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3226a18d-98a7-4b68-b305-0e78bc2fd838 None None] Sync routers for ids ['f4220ce4-1073-4052-8a32-55841cf0ac6b'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:06:29.250126 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3226a18d-98a7-4b68-b305-0e78bc2fd838 None None] Routers {'f4220ce4-1073-4052-8a32-55841cf0ac6b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:06:29.257050 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-3226a18d-98a7-4b68-b305-0e78bc2fd838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:06:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['f4220ce4-1073-4052-8a32-55841cf0ac6b'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:29.391486 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bceca591-027b-4493-b222-9a845631cd04 admin admin] Publish callbacks [] for router (f4220ce4-1073-4052-8a32-55841cf0ac6b), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:29.439796 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-3226a18d-98a7-4b68-b305-0e78bc2fd838 None None] Set router f4220ce4-1073-4052-8a32-55841cf0ac6b gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:06:29.746808 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-3226a18d-98a7-4b68-b305-0e78bc2fd838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'name': 'tempest-TestMinimumBasicScenario-248493288-router', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127'}], 'enable_snat': True}, 'gw_port_id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:06:28Z', 'revision_number': 5, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'gw_port': {'id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:29.788442 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3226a18d-98a7-4b68-b305-0e78bc2fd838 None None] Checking router: f4220ce4-1073-4052-8a32-55841cf0ac6b for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:06:29.799867 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3226a18d-98a7-4b68-b305-0e78bc2fd838 None None] Routers {'f4220ce4-1073-4052-8a32-55841cf0ac6b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:06:29.800772 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-3226a18d-98a7-4b68-b305-0e78bc2fd838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:06:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['f4220ce4-1073-4052-8a32-55841cf0ac6b'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:29.838944 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:29.872054 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bceca591-027b-4493-b222-9a845631cd04 admin admin] Publish callbacks [] for router_gateway (f4220ce4-1073-4052-8a32-55841cf0ac6b), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:29.929003 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-bceca591-027b-4493-b222-9a845631cd04 admin admin] Deleting port 9072789d-5f4c-43ea-aeb4-ea4158411cce {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:06:29.929381 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bceca591-027b-4493-b222-9a845631cd04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (9072789d-5f4c-43ea-aeb4-ea4158411cce), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:29.950031 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-3226a18d-98a7-4b68-b305-0e78bc2fd838 None None] Set router f4220ce4-1073-4052-8a32-55841cf0ac6b gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:06:30.001912 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:30.034701 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-bceca591-027b-4493-b222-9a845631cd04 admin admin] For port 9072789d-5f4c-43ea-aeb4-ea4158411cce, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9072789d-5f4c-43ea-aeb4-ea4158411cce,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:30.035113 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bceca591-027b-4493-b222-9a845631cd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (9072789d-5f4c-43ea-aeb4-ea4158411cce), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:30.053110 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-bceca591-027b-4493-b222-9a845631cd04 admin admin] Calling delete_port for 9072789d-5f4c-43ea-aeb4-ea4158411cce owned by network:router_gateway {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:06:30.162641 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:30.185768 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-3226a18d-98a7-4b68-b305-0e78bc2fd838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'name': 'tempest-TestMinimumBasicScenario-248493288-router', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127'}], 'enable_snat': True}, 'gw_port_id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:06:28Z', 'revision_number': 5, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'gw_port': {'id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:30.221366 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3226a18d-98a7-4b68-b305-0e78bc2fd838 None None] The sync data for ids ['f4220ce4-1073-4052-8a32-55841cf0ac6b'] in dv-cinder-master-3-iscsi is: [{'id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'name': 'tempest-TestMinimumBasicScenario-248493288-router', 'tenant_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127'}], 'enable_snat': True}, 'gw_port_id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:06:28Z', 'revision_number': 5, 'project_id': 'ee9d5b852be444f48a33b2f4be5c34be', 'gw_port': {'id': '9072789d-5f4c-43ea-aeb4-ea4158411cce', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4220ce4-1073-4052-8a32-55841cf0ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:20Z', 'updated_at': '2022-07-24T01:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:06:30.307946 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bceca591-027b-4493-b222-9a845631cd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (9072789d-5f4c-43ea-aeb4-ea4158411cce), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:30.351864 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceca591-027b-4493-b222-9a845631cd04 admin admin] Pushing event deleted for resources: {'Port': ['ID=9072789d-5f4c-43ea-aeb4-ea4158411cce,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:30.393521 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f069bae-5743-4f1d-bded-c41dd3ed64fe req-dec50ea3-ca23-4d76-9fc1-3b8156be6836 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:30.396075 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9f069bae-5743-4f1d-bded-c41dd3ed64fe req-dec50ea3-ca23-4d76-9fc1-3b8156be6836 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.1015432 Jul 24 01:06:30.475770 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bceca591-027b-4493-b222-9a845631cd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687419'] for router_gateway (f4220ce4-1073-4052-8a32-55841cf0ac6b), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:30.598345 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9f069bae-5743-4f1d-bded-c41dd3ed64fe req-f2c26f46-035d-48ca-ba1c-387831864857 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720269 Jul 24 01:06:30.605575 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bceca591-027b-4493-b222-9a845631cd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1249'] for router (f4220ce4-1073-4052-8a32-55841cf0ac6b), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:30.608180 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bceca591-027b-4493-b222-9a845631cd04 admin admin] Publish callbacks [] for router_controller (f4220ce4-1073-4052-8a32-55841cf0ac6b), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:30.673884 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bceca591-027b-4493-b222-9a845631cd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680094'] for router (f4220ce4-1073-4052-8a32-55841cf0ac6b), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:30.674859 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bceca591-027b-4493-b222-9a845631cd04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4220ce4-1073-4052-8a32-55841cf0ac6b {{(pid=103996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:06:30.679823 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bceca591-027b-4493-b222-9a845631cd04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:30.681313 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-bceca591-027b-4493-b222-9a845631cd04 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f4220ce4-1073-4052-8a32-55841cf0ac6b HTTP/1.1" status: 204 len: 168 time: 1.4532990 Jul 24 01:06:30.684204 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36550) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:30.747470 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b5ad4de-df61-418f-9519-aca5ea532df8 admin admin] Deleting subnet 008e51ac-13a1-4b5d-97d5-309dbd528833 {{(pid=103995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 01:06:30.751561 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4b5ad4de-df61-418f-9519-aca5ea532df8 admin admin] Publish callbacks [] for subnet (008e51ac-13a1-4b5d-97d5-309dbd528833), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:30.832271 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4b5ad4de-df61-418f-9519-aca5ea532df8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4260261'] for subnet (008e51ac-13a1-4b5d-97d5-309dbd528833), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:31.009902 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4b5ad4de-df61-418f-9519-aca5ea532df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1702200'] for subnet (008e51ac-13a1-4b5d-97d5-309dbd528833), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:31.107704 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4b5ad4de-df61-418f-9519-aca5ea532df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1702193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3892429'] for subnet (008e51ac-13a1-4b5d-97d5-309dbd528833), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:31.163301 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ad4de-df61-418f-9519-aca5ea532df8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=008e51ac-13a1-4b5d-97d5-309dbd528833,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:31.182347 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d57f78a-d61c-4c16-b275-50f1a2f2d510 None None] Network a03d2c45-4db4-45be-ae0a-38988e70c5b5 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:06:31.196490 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4b5ad4de-df61-418f-9519-aca5ea532df8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:31.200755 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-4b5ad4de-df61-418f-9519-aca5ea532df8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/008e51ac-13a1-4b5d-97d5-309dbd528833 HTTP/1.1" status: 204 len: 168 time: 0.5149004 Jul 24 01:06:31.203891 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 36562) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:31.348059 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e748681b-afb7-41ac-b4cc-0a3e62c2526f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658929'] for network (a03d2c45-4db4-45be-ae0a-38988e70c5b5), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:31.402428 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-e748681b-afb7-41ac-b4cc-0a3e62c2526f admin admin] Deleting port 9f63a89b-fc69-479e-9ab2-847bf000adf7 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:06:31.402960 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e748681b-afb7-41ac-b4cc-0a3e62c2526f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (9f63a89b-fc69-479e-9ab2-847bf000adf7), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:31.493839 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-e748681b-afb7-41ac-b4cc-0a3e62c2526f admin admin] For port 9f63a89b-fc69-479e-9ab2-847bf000adf7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9f63a89b-fc69-479e-9ab2-847bf000adf7,segment=NetworkSegment(3f929964-098f-4d6d-8054-cc15732a4db6),segment_id=3f929964-098f-4d6d-8054-cc15732a4db6)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:31.494311 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e748681b-afb7-41ac-b4cc-0a3e62c2526f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (9f63a89b-fc69-479e-9ab2-847bf000adf7), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:31.511198 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-e748681b-afb7-41ac-b4cc-0a3e62c2526f admin admin] Calling delete_port for 9f63a89b-fc69-479e-9ab2-847bf000adf7 owned by network:dhcp {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:06:31.562159 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:31.605610 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e748681b-afb7-41ac-b4cc-0a3e62c2526f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (9f63a89b-fc69-479e-9ab2-847bf000adf7), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:31.638308 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9c931e-e512-4b35-a19a-c5fe0fb92c2a None None] DHCP port deletion for a03d2c45-4db4-45be-ae0a-38988e70c5b5 request from dv-cinder-master-3-iscsi {{(pid=103997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 24 01:06:31.677826 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748681b-afb7-41ac-b4cc-0a3e62c2526f admin admin] Pushing event deleted for resources: {'Port': ['ID=9f63a89b-fc69-479e-9ab2-847bf000adf7,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:31.686076 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e748681b-afb7-41ac-b4cc-0a3e62c2526f admin admin] No DVR routers for this DVR port 9f63a89b-fc69-479e-9ab2-847bf000adf7 on host dv-cinder-master-3-iscsi {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:06:31.715351 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device f2fd4cbf-1af6-4241-b2e4-d34b053e0083 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:31.741578 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: f2fd4cbf-1af6-4241-b2e4-d34b053e0083 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:06:31.742076 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device f2fd4cbf-1af6-4241-b2e4-d34b053e0083 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:31.785639 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:31.843382 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e748681b-afb7-41ac-b4cc-0a3e62c2526f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702323', 'neutron.services.segments.db._delete_segments_for_network-8763390966860'] for network (a03d2c45-4db4-45be-ae0a-38988e70c5b5), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:31.858632 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f0875-e4c0-456e-99a6-e8354567541c req-44aac791-484a-4c2b-b740-d80f2f6d0ed2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:31.860120 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-796f0875-e4c0-456e-99a6-e8354567541c req-44aac791-484a-4c2b-b740-d80f2f6d0ed2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.1148841 Jul 24 01:06:31.898085 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-e748681b-afb7-41ac-b4cc-0a3e62c2526f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03d2c45-4db4-45be-ae0a-38988e70c5b5']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:31.913543 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-e748681b-afb7-41ac-b4cc-0a3e62c2526f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f929964-098f-4d6d-8054-cc15732a4db6') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:31.913840 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-e748681b-afb7-41ac-b4cc-0a3e62c2526f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f929964-098f-4d6d-8054-cc15732a4db6') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:31.936597 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e748681b-afb7-41ac-b4cc-0a3e62c2526f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763390966245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15792549'] for segment (3f929964-098f-4d6d-8054-cc15732a4db6), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:31.970358 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-796f0875-e4c0-456e-99a6-e8354567541c req-1a95712d-5d9e-4afb-bf70-0d0cf4a53e7f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899143 Jul 24 01:06:31.971741 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e748681b-afb7-41ac-b4cc-0a3e62c2526f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (3f929964-098f-4d6d-8054-cc15732a4db6), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:31.981522 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e748681b-afb7-41ac-b4cc-0a3e62c2526f admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:06:31.982034 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e748681b-afb7-41ac-b4cc-0a3e62c2526f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4959449'] for segment (3f929964-098f-4d6d-8054-cc15732a4db6), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:32.045376 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e748681b-afb7-41ac-b4cc-0a3e62c2526f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687525'] for network (a03d2c45-4db4-45be-ae0a-38988e70c5b5), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:32.053666 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.services.segments.plugin [-] Segment 3f929964-098f-4d6d-8054-cc15732a4db6 resource provider aggregate not found Jul 24 01:06:32.057616 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e748681b-afb7-41ac-b4cc-0a3e62c2526f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:32.060742 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e748681b-afb7-41ac-b4cc-0a3e62c2526f admin admin] 10.222.0.18 "DELETE /v2.0/networks/a03d2c45-4db4-45be-ae0a-38988e70c5b5 HTTP/1.1" status: 204 len: 168 time: 0.8538463 Jul 24 01:06:32.063763 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36572) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:32.098997 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.services.segments.plugin [-] Segment 3f929964-098f-4d6d-8054-cc15732a4db6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f929964-098f-4d6d-8054-cc15732a4db6 found for delete ", "request_id": "req-5ab091c4-6a31-4eb0-b4ba-636785ec2724"}]} Jul 24 01:06:32.100551 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748681b-afb7-41ac-b4cc-0a3e62c2526f admin admin] Pushing event deleted for resources: {'Network': ['ID=a03d2c45-4db4-45be-ae0a-38988e70c5b5,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:32.377918 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:32.440130 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dd61f9b6-7898-4fd7-8e46-4920c4f105aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687808'] for router_interface (94a07451-ec4c-4359-b44f-4e9158a87530), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:32.696988 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-dd61f9b6-7898-4fd7-8e46-4920c4f105aa admin admin] Deleting port 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:06:32.697436 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dd61f9b6-7898-4fd7-8e46-4920c4f105aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:32.789947 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:32.795277 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-dd61f9b6-7898-4fd7-8e46-4920c4f105aa admin admin] For port 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af,segment=NetworkSegment(b7f6505f-7e76-473a-a9af-13e193fcb4ed),segment_id=b7f6505f-7e76-473a-a9af-13e193fcb4ed)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:32.795707 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dd61f9b6-7898-4fd7-8e46-4920c4f105aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:32.815756 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-dd61f9b6-7898-4fd7-8e46-4920c4f105aa admin admin] Calling delete_port for 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af owned by network:router_interface {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:06:33.049657 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dd61f9b6-7898-4fd7-8e46-4920c4f105aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:33.078921 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61f9b6-7898-4fd7-8e46-4920c4f105aa admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:33.154582 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15ce91-e5b4-437a-8598-786b667e2a6f req-9bdbc725-5c32-4469-8c18-ac904aac5e60 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:33.156373 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7f15ce91-e5b4-437a-8598-786b667e2a6f req-9bdbc725-5c32-4469-8c18-ac904aac5e60 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.0834150 Jul 24 01:06:33.255430 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7f15ce91-e5b4-437a-8598-786b667e2a6f req-39ebfd48-5711-4fe3-aed7-5f3fa05c150b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933323 Jul 24 01:06:33.294092 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dd61f9b6-7898-4fd7-8e46-4920c4f105aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687152'] for router_interface (94a07451-ec4c-4359-b44f-4e9158a87530), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:33.419844 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 9072789d-5f4c-43ea-aeb4-ea4158411cce no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:33.451335 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 9072789d-5f4c-43ea-aeb4-ea4158411cce {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:06:33.451682 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 9072789d-5f4c-43ea-aeb4-ea4158411cce not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:33.452294 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 9f63a89b-fc69-479e-9ab2-847bf000adf7 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:33.475695 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 9f63a89b-fc69-479e-9ab2-847bf000adf7 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:06:33.475960 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 9f63a89b-fc69-479e-9ab2-847bf000adf7 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:33.500417 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:33.823450 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd61f9b6-7898-4fd7-8e46-4920c4f105aa admin admin] Router 94a07451-ec4c-4359-b44f-4e9158a87530 has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:06:33.956606 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd61f9b6-7898-4fd7-8e46-4920c4f105aa admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:06:33.966440 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b97aba-369a-4dd3-b1ab-c9222e856c7b None None] Sync routers for ids ['94a07451-ec4c-4359-b44f-4e9158a87530'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:06:33.969294 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-dd61f9b6-7898-4fd7-8e46-4920c4f105aa admin admin] 10.222.0.18 "PUT /v2.0/routers/94a07451-ec4c-4359-b44f-4e9158a87530/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9044690 Jul 24 01:06:33.971764 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36598) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:33.990268 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b97aba-369a-4dd3-b1ab-c9222e856c7b None None] Routers {'94a07451-ec4c-4359-b44f-4e9158a87530'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:06:33.991148 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-82b97aba-369a-4dd3-b1ab-c9222e856c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:06:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['94a07451-ec4c-4359-b44f-4e9158a87530'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:34.157444 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-16d4e1ce-0925-432d-a78e-634878647062 admin admin] Publish callbacks [] for router (94a07451-ec4c-4359-b44f-4e9158a87530), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:34.166933 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-82b97aba-369a-4dd3-b1ab-c9222e856c7b None None] Set router 94a07451-ec4c-4359-b44f-4e9158a87530 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:06:34.209386 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:34.282091 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-16d4e1ce-0925-432d-a78e-634878647062 admin admin] Publish callbacks [] for router_gateway (94a07451-ec4c-4359-b44f-4e9158a87530), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:34.346072 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-16d4e1ce-0925-432d-a78e-634878647062 admin admin] Deleting port 7597a867-701d-42b0-b7cd-36ed1d46e804 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:06:34.346553 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-16d4e1ce-0925-432d-a78e-634878647062 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (7597a867-701d-42b0-b7cd-36ed1d46e804), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:34.372801 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-82b97aba-369a-4dd3-b1ab-c9222e856c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a07451-ec4c-4359-b44f-4e9158a87530', 'name': 'tempest-TestMinimumBasicScenario-106454706-router', 'tenant_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.245'}], 'enable_snat': True}, 'gw_port_id': '7597a867-701d-42b0-b7cd-36ed1d46e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:25Z', 'updated_at': '2022-07-24T01:06:32Z', 'revision_number': 5, 'project_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'gw_port': {'id': '7597a867-701d-42b0-b7cd-36ed1d46e804', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:94:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a07451-ec4c-4359-b44f-4e9158a87530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:03:26Z', 'updated_at': '2022-07-24T01:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:34.400838 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b97aba-369a-4dd3-b1ab-c9222e856c7b None None] Checking router: 94a07451-ec4c-4359-b44f-4e9158a87530 for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:06:34.410801 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b97aba-369a-4dd3-b1ab-c9222e856c7b None None] Routers {'94a07451-ec4c-4359-b44f-4e9158a87530'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:06:34.411959 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-82b97aba-369a-4dd3-b1ab-c9222e856c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:06:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['94a07451-ec4c-4359-b44f-4e9158a87530'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:34.489834 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d9c98-c516-4ff0-a0cd-42f1510094e0 req-c84187f0-3414-4b67-9b1f-f6fd1cfe2d3d tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:34.492762 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-16d4e1ce-0925-432d-a78e-634878647062 admin admin] For port 7597a867-701d-42b0-b7cd-36ed1d46e804, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7597a867-701d-42b0-b7cd-36ed1d46e804,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:34.494355 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-16d4e1ce-0925-432d-a78e-634878647062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (7597a867-701d-42b0-b7cd-36ed1d46e804), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:34.501239 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d24d9c98-c516-4ff0-a0cd-42f1510094e0 req-c84187f0-3414-4b67-9b1f-f6fd1cfe2d3d tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.1273601 Jul 24 01:06:34.509208 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-82b97aba-369a-4dd3-b1ab-c9222e856c7b None None] Set router 94a07451-ec4c-4359-b44f-4e9158a87530 gateway port host: None {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:06:34.530692 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-16d4e1ce-0925-432d-a78e-634878647062 admin admin] Calling delete_port for 7597a867-701d-42b0-b7cd-36ed1d46e804 owned by network:router_gateway {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:06:34.575162 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-82b97aba-369a-4dd3-b1ab-c9222e856c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a07451-ec4c-4359-b44f-4e9158a87530', 'name': 'tempest-TestMinimumBasicScenario-106454706-router', 'tenant_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:25Z', 'updated_at': '2022-07-24T01:06:34Z', 'revision_number': 6, 'project_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:34.587281 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d24d9c98-c516-4ff0-a0cd-42f1510094e0 req-ae039498-cfd3-43c0-91d0-fae98236fc3a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837026 Jul 24 01:06:34.613052 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b97aba-369a-4dd3-b1ab-c9222e856c7b None None] The sync data for ids ['94a07451-ec4c-4359-b44f-4e9158a87530'] in dv-cinder-master-3-iscsi is: [{'id': '94a07451-ec4c-4359-b44f-4e9158a87530', 'name': 'tempest-TestMinimumBasicScenario-106454706-router', 'tenant_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:03:25Z', 'updated_at': '2022-07-24T01:06:34Z', 'revision_number': 6, 'project_id': 'c0a2ac49b37b459d9c979a47acbe488b', 'gw_port_host': None}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:06:34.778259 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:34.793785 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-16d4e1ce-0925-432d-a78e-634878647062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (7597a867-701d-42b0-b7cd-36ed1d46e804), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:34.833565 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4e1ce-0925-432d-a78e-634878647062 admin admin] Pushing event deleted for resources: {'Port': ['ID=7597a867-701d-42b0-b7cd-36ed1d46e804,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:34.899210 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-16d4e1ce-0925-432d-a78e-634878647062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687419'] for router_gateway (94a07451-ec4c-4359-b44f-4e9158a87530), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:34.997317 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-16d4e1ce-0925-432d-a78e-634878647062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1249'] for router (94a07451-ec4c-4359-b44f-4e9158a87530), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:35.000218 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-16d4e1ce-0925-432d-a78e-634878647062 admin admin] Publish callbacks [] for router_controller (94a07451-ec4c-4359-b44f-4e9158a87530), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:35.084478 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-16d4e1ce-0925-432d-a78e-634878647062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680094'] for router (94a07451-ec4c-4359-b44f-4e9158a87530), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:35.085293 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d4e1ce-0925-432d-a78e-634878647062 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94a07451-ec4c-4359-b44f-4e9158a87530 {{(pid=103995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:06:35.095827 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-16d4e1ce-0925-432d-a78e-634878647062 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:35.097237 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-16d4e1ce-0925-432d-a78e-634878647062 admin admin] 10.222.0.18 "DELETE /v2.0/routers/94a07451-ec4c-4359-b44f-4e9158a87530 HTTP/1.1" status: 204 len: 168 time: 1.1235819 Jul 24 01:06:35.100180 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36608) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:35.182762 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e6710f-cd40-4ebd-816d-8b95c1da4b46 admin admin] Deleting subnet be84b54a-6acb-402e-9dee-4a4aa19c3168 {{(pid=103995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 01:06:35.187888 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d2e6710f-cd40-4ebd-816d-8b95c1da4b46 admin admin] Publish callbacks [] for subnet (be84b54a-6acb-402e-9dee-4a4aa19c3168), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:35.273472 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d2e6710f-cd40-4ebd-816d-8b95c1da4b46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4260261'] for subnet (be84b54a-6acb-402e-9dee-4a4aa19c3168), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:35.451472 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d2e6710f-cd40-4ebd-816d-8b95c1da4b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1702200'] for subnet (be84b54a-6acb-402e-9dee-4a4aa19c3168), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:35.561555 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d2e6710f-cd40-4ebd-816d-8b95c1da4b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1702193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3892429'] for subnet (be84b54a-6acb-402e-9dee-4a4aa19c3168), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:35.619568 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6710f-cd40-4ebd-816d-8b95c1da4b46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be84b54a-6acb-402e-9dee-4a4aa19c3168,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:35.635790 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:35.652531 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d2e6710f-cd40-4ebd-816d-8b95c1da4b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:35.670713 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-d2e6710f-cd40-4ebd-816d-8b95c1da4b46 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/be84b54a-6acb-402e-9dee-4a4aa19c3168 HTTP/1.1" status: 204 len: 168 time: 0.5592799 Jul 24 01:06:35.670971 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 36630) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:35.711691 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:06:35.716161 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 6f2bf67e-eb56-4bfe-a27c-5fc33a5cb7af not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:35.716616 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 7597a867-701d-42b0-b7cd-36ed1d46e804 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:35.719615 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63530c87-d0a3-446b-bd1a-401341f91068 None None] Network a87dce7e-d908-4567-a2ae-85550fa4e922 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:06:35.840136 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5fc421a9-0db1-4b3e-bc53-fe724e15d4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658929'] for network (a87dce7e-d908-4567-a2ae-85550fa4e922), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:35.863646 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 7597a867-701d-42b0-b7cd-36ed1d46e804 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:06:35.866814 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549eae3-481d-45d6-856f-e5c6801549bc req-4795ec18-7a04-4bf2-ac8a-1d105d048faf tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:35.872624 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 7597a867-701d-42b0-b7cd-36ed1d46e804 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:35.874352 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2549eae3-481d-45d6-856f-e5c6801549bc req-4795ec18-7a04-4bf2-ac8a-1d105d048faf tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.1274416 Jul 24 01:06:35.941243 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-5fc421a9-0db1-4b3e-bc53-fe724e15d4f0 admin admin] Deleting port ce3b239c-efa7-4346-93f7-9d748d481f50 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:06:35.942148 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5fc421a9-0db1-4b3e-bc53-fe724e15d4f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (ce3b239c-efa7-4346-93f7-9d748d481f50), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:36.037668 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87e6d0a-617c-4352-a614-e69acbdf3c60 None None] DHCP port deletion for a87dce7e-d908-4567-a2ae-85550fa4e922 request from dv-cinder-master-3-iscsi {{(pid=103997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 24 01:06:36.040278 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2549eae3-481d-45d6-856f-e5c6801549bc req-653de44d-4288-4934-9d46-27704e3cbd8d tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650062 Jul 24 01:06:36.164742 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-c87e6d0a-617c-4352-a614-e69acbdf3c60 None None] Deleting port ce3b239c-efa7-4346-93f7-9d748d481f50 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:06:36.165434 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c87e6d0a-617c-4352-a614-e69acbdf3c60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (ce3b239c-efa7-4346-93f7-9d748d481f50), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:36.177396 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-5fc421a9-0db1-4b3e-bc53-fe724e15d4f0 admin admin] For port ce3b239c-efa7-4346-93f7-9d748d481f50, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ce3b239c-efa7-4346-93f7-9d748d481f50,segment=NetworkSegment(b7f6505f-7e76-473a-a9af-13e193fcb4ed),segment_id=b7f6505f-7e76-473a-a9af-13e193fcb4ed)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:36.179407 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5fc421a9-0db1-4b3e-bc53-fe724e15d4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (ce3b239c-efa7-4346-93f7-9d748d481f50), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:36.219363 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-5fc421a9-0db1-4b3e-bc53-fe724e15d4f0 admin admin] Calling delete_port for ce3b239c-efa7-4346-93f7-9d748d481f50 owned by network:dhcp {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:06:36.280256 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-c87e6d0a-617c-4352-a614-e69acbdf3c60 None None] For port ce3b239c-efa7-4346-93f7-9d748d481f50, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ce3b239c-efa7-4346-93f7-9d748d481f50,segment=NetworkSegment(b7f6505f-7e76-473a-a9af-13e193fcb4ed),segment_id=b7f6505f-7e76-473a-a9af-13e193fcb4ed)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:36.280964 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c87e6d0a-617c-4352-a614-e69acbdf3c60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (ce3b239c-efa7-4346-93f7-9d748d481f50), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:36.299254 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=100 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:36.302328 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-c87e6d0a-617c-4352-a614-e69acbdf3c60 None None] Calling delete_port for ce3b239c-efa7-4346-93f7-9d748d481f50 owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:06:36.330974 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:36.393757 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5fc421a9-0db1-4b3e-bc53-fe724e15d4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (ce3b239c-efa7-4346-93f7-9d748d481f50), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:36.420837 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c87e6d0a-617c-4352-a614-e69acbdf3c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239'] for port (ce3b239c-efa7-4346-93f7-9d748d481f50), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:36.428743 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc421a9-0db1-4b3e-bc53-fe724e15d4f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3b239c-efa7-4346-93f7-9d748d481f50,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:36.432302 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc421a9-0db1-4b3e-bc53-fe724e15d4f0 admin admin] No DVR routers for this DVR port ce3b239c-efa7-4346-93f7-9d748d481f50 on host dv-cinder-master-3-iscsi {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:06:36.450608 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e6d0a-617c-4352-a614-e69acbdf3c60 None None] Pushing event deleted for resources: {'Port': ['ID=ce3b239c-efa7-4346-93f7-9d748d481f50,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:36.456700 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87e6d0a-617c-4352-a614-e69acbdf3c60 None None] No DVR routers for this DVR port ce3b239c-efa7-4346-93f7-9d748d481f50 on host dv-cinder-master-3-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:06:36.525848 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5fc421a9-0db1-4b3e-bc53-fe724e15d4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702323', 'neutron.services.segments.db._delete_segments_for_network-8763390966860'] for network (a87dce7e-d908-4567-a2ae-85550fa4e922), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:36.551787 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-5fc421a9-0db1-4b3e-bc53-fe724e15d4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87dce7e-d908-4567-a2ae-85550fa4e922']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:36.562561 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-5fc421a9-0db1-4b3e-bc53-fe724e15d4f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f6505f-7e76-473a-a9af-13e193fcb4ed') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:36.563018 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-5fc421a9-0db1-4b3e-bc53-fe724e15d4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f6505f-7e76-473a-a9af-13e193fcb4ed') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:36.574315 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5fc421a9-0db1-4b3e-bc53-fe724e15d4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763390966245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15792549'] for segment (b7f6505f-7e76-473a-a9af-13e193fcb4ed), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:36.595621 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5fc421a9-0db1-4b3e-bc53-fe724e15d4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (b7f6505f-7e76-473a-a9af-13e193fcb4ed), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:36.603620 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc421a9-0db1-4b3e-bc53-fe724e15d4f0 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:06:36.604217 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5fc421a9-0db1-4b3e-bc53-fe724e15d4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4959449'] for segment (b7f6505f-7e76-473a-a9af-13e193fcb4ed), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:36.619315 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:36.632491 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.services.segments.plugin [-] Segment b7f6505f-7e76-473a-a9af-13e193fcb4ed resource provider aggregate not found Jul 24 01:06:36.669073 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.services.segments.plugin [-] Segment b7f6505f-7e76-473a-a9af-13e193fcb4ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7f6505f-7e76-473a-a9af-13e193fcb4ed found for delete ", "request_id": "req-39d01f7c-e312-4222-99b9-1394ed5cee32"}]} Jul 24 01:06:36.686395 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5fc421a9-0db1-4b3e-bc53-fe724e15d4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687525'] for network (a87dce7e-d908-4567-a2ae-85550fa4e922), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:36.704044 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5fc421a9-0db1-4b3e-bc53-fe724e15d4f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:36.710295 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5fc421a9-0db1-4b3e-bc53-fe724e15d4f0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a87dce7e-d908-4567-a2ae-85550fa4e922 HTTP/1.1" status: 204 len: 168 time: 1.0422378 Jul 24 01:06:36.710295 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc421a9-0db1-4b3e-bc53-fe724e15d4f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a87dce7e-d908-4567-a2ae-85550fa4e922,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:36.935863 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36658) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:36.979900 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-aa6417aa-af54-4445-b945-daa881da13ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee9d5b852be444f48a33b2f4be5c34be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428739 Jul 24 01:06:36.982406 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36660) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:37.038266 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-086ca01d-e329-4538-aaa1-746d87953b39 admin admin] Publish callbacks [] for security_group (e587b3f3-9398-4e93-9908-555b72945bdd), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:37.064021 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-086ca01d-e329-4538-aaa1-746d87953b39 admin admin] Publish callbacks [] for security_group (e587b3f3-9398-4e93-9908-555b72945bdd), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:37.097496 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:37.132999 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-086ca01d-e329-4538-aaa1-746d87953b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (e587b3f3-9398-4e93-9908-555b72945bdd), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:37.136087 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-086ca01d-e329-4538-aaa1-746d87953b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:37.141270 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-086ca01d-e329-4538-aaa1-746d87953b39 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e587b3f3-9398-4e93-9908-555b72945bdd HTTP/1.1" status: 204 len: 168 time: 0.1578729 Jul 24 01:06:37.151320 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ca01d-e329-4538-aaa1-746d87953b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e587b3f3-9398-4e93-9908-555b72945bdd,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:37.282914 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96628a94-aa0e-4eaa-ab20-395646ed00f4 req-b0b913f4-192c-4bc5-9e68-139276f0fd88 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:37.290569 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-96628a94-aa0e-4eaa-ab20-395646ed00f4 req-b0b913f4-192c-4bc5-9e68-139276f0fd88 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.1508188 Jul 24 01:06:37.364253 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device ce3b239c-efa7-4346-93f7-9d748d481f50 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:37.387560 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: ce3b239c-efa7-4346-93f7-9d748d481f50 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:06:37.388498 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device ce3b239c-efa7-4346-93f7-9d748d481f50 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:37.392228 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-96628a94-aa0e-4eaa-ab20-395646ed00f4 req-fb33a81a-2caf-4fa4-90d3-39fab2c48fc9 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945740 Jul 24 01:06:37.718556 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36680) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:37.772162 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf33d7fa-a0d6-4bbb-9faa-0ede35b0a055 admin admin] Deleting subnet 8eff07d4-8a54-437a-9505-4f56d2ac6984 {{(pid=103995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 01:06:37.777388 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bf33d7fa-a0d6-4bbb-9faa-0ede35b0a055 admin admin] Publish callbacks [] for subnet (8eff07d4-8a54-437a-9505-4f56d2ac6984), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:37.787384 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 36682) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:37.817522 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bf33d7fa-a0d6-4bbb-9faa-0ede35b0a055 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4260261'] for subnet (8eff07d4-8a54-437a-9505-4f56d2ac6984), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:37.837670 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36684) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:37.838206 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-9702695b-e7bd-4f43-b68a-ca1f153d255c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0a2ac49b37b459d9c979a47acbe488b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485470 Jul 24 01:06:37.922205 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:37.926931 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bf33d7fa-a0d6-4bbb-9faa-0ede35b0a055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1702200'] for subnet (8eff07d4-8a54-437a-9505-4f56d2ac6984), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:37.982192 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f9f36af3-34df-4674-a225-517d742ad15e admin admin] Publish callbacks [] for security_group (42682ac2-679e-4b79-a449-1765ea1a64e4), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:38.014036 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f9f36af3-34df-4674-a225-517d742ad15e admin admin] Publish callbacks [] for security_group (42682ac2-679e-4b79-a449-1765ea1a64e4), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:38.024487 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bf33d7fa-a0d6-4bbb-9faa-0ede35b0a055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1702193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3892429'] for subnet (8eff07d4-8a54-437a-9505-4f56d2ac6984), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:38.059328 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33d7fa-a0d6-4bbb-9faa-0ede35b0a055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eff07d4-8a54-437a-9505-4f56d2ac6984,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:38.061310 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bf33d7fa-a0d6-4bbb-9faa-0ede35b0a055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:38.064458 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-bf33d7fa-a0d6-4bbb-9faa-0ede35b0a055 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8eff07d4-8a54-437a-9505-4f56d2ac6984 HTTP/1.1" status: 204 len: 168 time: 0.3448355 Jul 24 01:06:38.067437 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 36690) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:38.111628 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f9f36af3-34df-4674-a225-517d742ad15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (42682ac2-679e-4b79-a449-1765ea1a64e4), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:38.115252 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f9f36af3-34df-4674-a225-517d742ad15e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:38.126111 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-f9f36af3-34df-4674-a225-517d742ad15e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42682ac2-679e-4b79-a449-1765ea1a64e4 HTTP/1.1" status: 204 len: 168 time: 0.2805836 Jul 24 01:06:38.139077 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f36af3-34df-4674-a225-517d742ad15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42682ac2-679e-4b79-a449-1765ea1a64e4,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:38.158510 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-28c647ca-84ed-4494-a293-22c6b245cde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658929'] for network (d75dd8e6-edb6-4d8b-b34f-5a33dc3dcdff), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:38.271343 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-28c647ca-84ed-4494-a293-22c6b245cde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702323', 'neutron.services.segments.db._delete_segments_for_network-8763390966860'] for network (d75dd8e6-edb6-4d8b-b34f-5a33dc3dcdff), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:38.305089 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-28c647ca-84ed-4494-a293-22c6b245cde0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75dd8e6-edb6-4d8b-b34f-5a33dc3dcdff']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:38.316745 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-28c647ca-84ed-4494-a293-22c6b245cde0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb1e84a-4004-47ff-8899-41c59a9a5b3d') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:38.317203 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-28c647ca-84ed-4494-a293-22c6b245cde0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb1e84a-4004-47ff-8899-41c59a9a5b3d') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:38.328669 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-28c647ca-84ed-4494-a293-22c6b245cde0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763390966245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15792549'] for segment (0cb1e84a-4004-47ff-8899-41c59a9a5b3d), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:38.344658 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-28c647ca-84ed-4494-a293-22c6b245cde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (0cb1e84a-4004-47ff-8899-41c59a9a5b3d), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:38.353078 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c647ca-84ed-4494-a293-22c6b245cde0 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:06:38.353491 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-28c647ca-84ed-4494-a293-22c6b245cde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4959449'] for segment (0cb1e84a-4004-47ff-8899-41c59a9a5b3d), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:38.431658 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-28c647ca-84ed-4494-a293-22c6b245cde0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687525'] for network (d75dd8e6-edb6-4d8b-b34f-5a33dc3dcdff), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:38.440936 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-28c647ca-84ed-4494-a293-22c6b245cde0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:38.456392 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-28c647ca-84ed-4494-a293-22c6b245cde0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d75dd8e6-edb6-4d8b-b34f-5a33dc3dcdff HTTP/1.1" status: 204 len: 168 time: 0.3794580 Jul 24 01:06:38.463100 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36700) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:38.464575 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c647ca-84ed-4494-a293-22c6b245cde0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d75dd8e6-edb6-4d8b-b34f-5a33dc3dcdff,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:38.530490 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_v2 [None req-57af57f4-1273-44fc-8d10-d868d064b5ed admin admin] Deleting subnet 2a391238-bc44-4485-bda6-e952f8849c1a {{(pid=103995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 01:06:38.535335 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-57af57f4-1273-44fc-8d10-d868d064b5ed admin admin] Publish callbacks [] for subnet (2a391238-bc44-4485-bda6-e952f8849c1a), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:38.609846 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-57af57f4-1273-44fc-8d10-d868d064b5ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4260261'] for subnet (2a391238-bc44-4485-bda6-e952f8849c1a), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:38.666497 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37f3c4-f448-4842-ab13-793139584979 req-a0bc4147-54ed-42fb-a311-fa7caace26cb tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:38.667741 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-57af57f4-1273-44fc-8d10-d868d064b5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1702200'] for subnet (2a391238-bc44-4485-bda6-e952f8849c1a), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:38.668571 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1a37f3c4-f448-4842-ab13-793139584979 req-a0bc4147-54ed-42fb-a311-fa7caace26cb tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.0937669 Jul 24 01:06:38.701167 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.services.segments.plugin [-] Segment 0cb1e84a-4004-47ff-8899-41c59a9a5b3d resource provider aggregate not found Jul 24 01:06:38.729100 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.services.segments.plugin [-] Segment 0cb1e84a-4004-47ff-8899-41c59a9a5b3d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cb1e84a-4004-47ff-8899-41c59a9a5b3d found for delete ", "request_id": "req-592ef769-bc90-41bd-a99a-b7e569bed9e4"}]} Jul 24 01:06:38.765665 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1a37f3c4-f448-4842-ab13-793139584979 req-71f64d65-a7d5-404d-8f8b-5bab9a928267 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870829 Jul 24 01:06:38.782878 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-57af57f4-1273-44fc-8d10-d868d064b5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1702193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3892429'] for subnet (2a391238-bc44-4485-bda6-e952f8849c1a), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:38.814299 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af57f4-1273-44fc-8d10-d868d064b5ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a391238-bc44-4485-bda6-e952f8849c1a,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:38.818952 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-57af57f4-1273-44fc-8d10-d868d064b5ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:38.824860 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 36712) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:38.825350 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-57af57f4-1273-44fc-8d10-d868d064b5ed admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2a391238-bc44-4485-bda6-e952f8849c1a HTTP/1.1" status: 204 len: 168 time: 0.3605719 Jul 24 01:06:38.929012 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-86de9a0a-4857-4af9-944d-fd9a4cd7e302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658929'] for network (7f75391c-b064-4f01-9265-8e474d83e700), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:39.030024 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-86de9a0a-4857-4af9-944d-fd9a4cd7e302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702323', 'neutron.services.segments.db._delete_segments_for_network-8763390966860'] for network (7f75391c-b064-4f01-9265-8e474d83e700), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:39.038860 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:39.051228 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-86de9a0a-4857-4af9-944d-fd9a4cd7e302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f75391c-b064-4f01-9265-8e474d83e700']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:39.064267 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-86de9a0a-4857-4af9-944d-fd9a4cd7e302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127c4500-c6dc-49c4-8774-e3f3e88fd309') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:39.064570 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-86de9a0a-4857-4af9-944d-fd9a4cd7e302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127c4500-c6dc-49c4-8774-e3f3e88fd309') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:39.075904 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-86de9a0a-4857-4af9-944d-fd9a4cd7e302 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763390966245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15792549'] for segment (127c4500-c6dc-49c4-8774-e3f3e88fd309), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:39.090081 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-86de9a0a-4857-4af9-944d-fd9a4cd7e302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (127c4500-c6dc-49c4-8774-e3f3e88fd309), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:39.096744 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86de9a0a-4857-4af9-944d-fd9a4cd7e302 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:06:39.097199 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-86de9a0a-4857-4af9-944d-fd9a4cd7e302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4959449'] for segment (127c4500-c6dc-49c4-8774-e3f3e88fd309), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:39.152774 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-86de9a0a-4857-4af9-944d-fd9a4cd7e302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687525'] for network (7f75391c-b064-4f01-9265-8e474d83e700), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:39.156941 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-86de9a0a-4857-4af9-944d-fd9a4cd7e302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:39.160075 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-86de9a0a-4857-4af9-944d-fd9a4cd7e302 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7f75391c-b064-4f01-9265-8e474d83e700 HTTP/1.1" status: 204 len: 168 time: 0.3335531 Jul 24 01:06:39.177123 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de9a0a-4857-4af9-944d-fd9a4cd7e302 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f75391c-b064-4f01-9265-8e474d83e700,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:39.325732 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 36726) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:39.365998 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-ede7233c-a6c2-4ee4-a95b-7b10abc98e46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa1d77fb74474a5f9e0291d9599e2b35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391235 Jul 24 01:06:39.368429 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 36730) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:39.404063 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:39.418649 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-30bcf86d-55f7-467a-8812-3db649642883 admin admin] Publish callbacks [] for security_group (18b207b0-b230-4fff-b629-1fed5b0947a3), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:39.442493 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-30bcf86d-55f7-467a-8812-3db649642883 admin admin] Publish callbacks [] for security_group (18b207b0-b230-4fff-b629-1fed5b0947a3), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:39.491487 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-30bcf86d-55f7-467a-8812-3db649642883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (18b207b0-b230-4fff-b629-1fed5b0947a3), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:39.494042 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-30bcf86d-55f7-467a-8812-3db649642883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:39.495285 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-30bcf86d-55f7-467a-8812-3db649642883 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/18b207b0-b230-4fff-b629-1fed5b0947a3 HTTP/1.1" status: 204 len: 168 time: 0.1259758 Jul 24 01:06:39.503006 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcf86d-55f7-467a-8812-3db649642883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b207b0-b230-4fff-b629-1fed5b0947a3,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:39.789848 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:39.846668 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36738) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:39.891821 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-af432ecd-e58b-4e46-9bff-468ec747cfc8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96da00f9d0aa4d93a0154c69fdf91a65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439556 Jul 24 01:06:39.894385 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36740) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:39.897011 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100cb321-908a-421f-af80-03999e6d056b req-ddb6a879-7de0-44c7-b7f1-420f40a502f9 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:39.898506 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-100cb321-908a-421f-af80-03999e6d056b req-ddb6a879-7de0-44c7-b7f1-420f40a502f9 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.0468006 Jul 24 01:06:39.945099 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4d656676-c264-43b4-9452-292fa0fcbe6e admin admin] Publish callbacks [] for security_group (1983a73d-14d9-41de-95f3-e3c3f66e4097), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:39.947242 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:39.950020 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-100cb321-908a-421f-af80-03999e6d056b req-e073c07f-e773-441c-8837-1afe8b451cac tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459938 Jul 24 01:06:39.992834 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4d656676-c264-43b4-9452-292fa0fcbe6e admin admin] Publish callbacks [] for security_group (1983a73d-14d9-41de-95f3-e3c3f66e4097), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:40.040610 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c47ee8-2b32-46f9-8ce8-0975155a578a req-af6c5a03-3004-4b4a-9719-ef7e8a37b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:40.042088 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-54c47ee8-2b32-46f9-8ce8-0975155a578a req-af6c5a03-3004-4b4a-9719-ef7e8a37b193 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75293bf0100f435bb567b690edc85533&device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 1129 time: 0.0634921 Jul 24 01:06:40.091720 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4d656676-c264-43b4-9452-292fa0fcbe6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (1983a73d-14d9-41de-95f3-e3c3f66e4097), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:40.094089 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4d656676-c264-43b4-9452-292fa0fcbe6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:40.095248 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-4d656676-c264-43b4-9452-292fa0fcbe6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1983a73d-14d9-41de-95f3-e3c3f66e4097 HTTP/1.1" status: 204 len: 168 time: 0.1997364 Jul 24 01:06:40.135750 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d656676-c264-43b4-9452-292fa0fcbe6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1983a73d-14d9-41de-95f3-e3c3f66e4097,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:40.165665 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c47ee8-2b32-46f9-8ce8-0975155a578a req-571e4f90-a2a0-4075-b133-633adc27f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:40.167184 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-54c47ee8-2b32-46f9-8ce8-0975155a578a req-571e4f90-a2a0-4075-b133-633adc27f47f service neutron] 10.222.0.39 "GET /v2.0/networks?id=e240c1c7-87a5-4124-b96b-a74d28ba2a48 HTTP/1.1" status: 200 len: 918 time: 0.1051066 Jul 24 01:06:40.229463 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-54c47ee8-2b32-46f9-8ce8-0975155a578a req-46134f35-e173-41ee-a66c-e0517da45d5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1722886c-350d-4118-96b1-5082f64a6e70 HTTP/1.1" status: 200 len: 1000 time: 0.0562737 Jul 24 01:06:40.282588 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c47ee8-2b32-46f9-8ce8-0975155a578a req-59500116-596f-4185-8064-cb6376abfcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:40.284282 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-54c47ee8-2b32-46f9-8ce8-0975155a578a req-59500116-596f-4185-8064-cb6376abfcfc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3183cb91-853c-4305-9098-55893a3692d6 HTTP/1.1" status: 200 len: 856 time: 0.0494556 Jul 24 01:06:40.327691 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c47ee8-2b32-46f9-8ce8-0975155a578a req-efc18837-4452-4494-86e4-132fc53f5349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:40.329268 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-54c47ee8-2b32-46f9-8ce8-0975155a578a req-efc18837-4452-4494-86e4-132fc53f5349 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e240c1c7-87a5-4124-b96b-a74d28ba2a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392096 Jul 24 01:06:40.404162 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:40.425011 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-54c47ee8-2b32-46f9-8ce8-0975155a578a req-2bc7eceb-338d-4a34-987d-89565b5da280 service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890360 Jul 24 01:06:40.539721 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-54c47ee8-2b32-46f9-8ce8-0975155a578a req-aedb1a4c-db81-4572-bc66-140ceeb0ed7d service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071279 Jul 24 01:06:40.750846 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.services.segments.plugin [-] Segment 127c4500-c6dc-49c4-8774-e3f3e88fd309 resource provider aggregate not found Jul 24 01:06:40.767062 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.services.segments.plugin [-] Segment 127c4500-c6dc-49c4-8774-e3f3e88fd309 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 127c4500-c6dc-49c4-8774-e3f3e88fd309 found for delete ", "request_id": "req-76c52ee2-ee7a-4c72-93b7-0f3854cf399d"}]} Jul 24 01:06:41.079132 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0d9f0-1f7f-4b0a-9e87-be6f61ee7e32 req-8d5287d8-5739-46fe-b5a6-44376fb87fb0 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:41.081285 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-50b0d9f0-1f7f-4b0a-9e87-be6f61ee7e32 req-8d5287d8-5739-46fe-b5a6-44376fb87fb0 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.0486355 Jul 24 01:06:41.134035 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-50b0d9f0-1f7f-4b0a-9e87-be6f61ee7e32 req-13de2095-7103-4ae4-b4f0-b6ada97a858c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460770 Jul 24 01:06:41.609974 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7416b-a54b-438f-84ef-3f14d84621db req-ca8b6bf9-fe42-4ac1-a767-59ffd1ae7d77 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:41.611444 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b7d7416b-a54b-438f-84ef-3f14d84621db req-ca8b6bf9-fe42-4ac1-a767-59ffd1ae7d77 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c4a54e8-8220-4b56-bbb7-51402654c743 HTTP/1.1" status: 200 len: 945 time: 0.0462985 Jul 24 01:06:41.658546 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b7d7416b-a54b-438f-84ef-3f14d84621db req-e52e709a-4190-408c-8878-9a02e28402bc tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=d231b2ca-c10e-44d4-9207-5bca8b131273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409503 Jul 24 01:06:42.266893 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67f8b8-fafc-4716-bfb4-0cf548200e32 req-3756a023-9eb8-40ab-b33c-277c0cbfd5fe tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:42.268376 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1e67f8b8-fafc-4716-bfb4-0cf548200e32 req-3756a023-9eb8-40ab-b33c-277c0cbfd5fe tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.0495934 Jul 24 01:06:42.315610 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1e67f8b8-fafc-4716-bfb4-0cf548200e32 req-5e8752b7-8fce-4e31-b893-9f3b7cfb1446 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415118 Jul 24 01:06:42.771589 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f2de4-aba7-46ab-bdc1-f8487386f8ee req-ead6e2a5-8646-44d7-9dd2-10a16d03ab95 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:42.772953 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cd7f2de4-aba7-46ab-bdc1-f8487386f8ee req-ead6e2a5-8646-44d7-9dd2-10a16d03ab95 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c4a54e8-8220-4b56-bbb7-51402654c743 HTTP/1.1" status: 200 len: 945 time: 0.0466721 Jul 24 01:06:42.818904 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cd7f2de4-aba7-46ab-bdc1-f8487386f8ee req-3b3da9db-c4a5-490c-bc98-b12b8a203453 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=d231b2ca-c10e-44d4-9207-5bca8b131273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403297 Jul 24 01:06:43.438658 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c8994-0a3a-4fa9-90e4-e5ec82c5ff5e req-865916db-90c8-4af4-a39e-1b78077c0a6f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:43.440157 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6f1c8994-0a3a-4fa9-90e4-e5ec82c5ff5e req-865916db-90c8-4af4-a39e-1b78077c0a6f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.0502234 Jul 24 01:06:43.486069 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6f1c8994-0a3a-4fa9-90e4-e5ec82c5ff5e req-d4f11334-5da2-4b44-9e88-8e32d853739c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400736 Jul 24 01:06:43.569767 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-840d43a7-94cd-4ce3-bef6-b0b64de738ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:43.931463 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67807494-1d18-4da4-97b5-77b43c279659 req-8835940d-d646-40a6-be4a-9f350970a6c1 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:43.932938 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-67807494-1d18-4da4-97b5-77b43c279659 req-8835940d-d646-40a6-be4a-9f350970a6c1 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c4a54e8-8220-4b56-bbb7-51402654c743 HTTP/1.1" status: 200 len: 945 time: 0.0461485 Jul 24 01:06:43.972654 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:43.980742 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-67807494-1d18-4da4-97b5-77b43c279659 req-16b3218a-4302-494e-bc2b-81568e0efd4b tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=d231b2ca-c10e-44d4-9207-5bca8b131273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423059 Jul 24 01:06:44.603919 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166791df-f654-41ca-880a-5575172e0592 req-af47e230-81a7-414f-b3c8-442b4d6b2708 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:44.605370 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-166791df-f654-41ca-880a-5575172e0592 req-af47e230-81a7-414f-b3c8-442b4d6b2708 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 945 time: 0.0455446 Jul 24 01:06:44.654529 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-166791df-f654-41ca-880a-5575172e0592 req-5e4fb13b-8f68-40de-a7f9-a467d0ac9bdc tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438323 Jul 24 01:06:45.091870 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28b45c-3662-49cd-a3a7-0abe0f6fdb09 req-7c4853b2-7004-4ac1-a5a2-462b7a3e8b8f tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:45.093297 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3f28b45c-3662-49cd-a3a7-0abe0f6fdb09 req-7c4853b2-7004-4ac1-a5a2-462b7a3e8b8f tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c4a54e8-8220-4b56-bbb7-51402654c743 HTTP/1.1" status: 200 len: 945 time: 0.0455775 Jul 24 01:06:45.139650 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3f28b45c-3662-49cd-a3a7-0abe0f6fdb09 req-ce6522cf-b75c-4991-b5a8-6baa01c080b3 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=d231b2ca-c10e-44d4-9207-5bca8b131273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409272 Jul 24 01:06:45.341224 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 1722886c-350d-4118-96b1-5082f64a6e70 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:45.412303 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 1722886c-350d-4118-96b1-5082f64a6e70 is: ACTIVE; New status is: DOWN {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:06:45.412798 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (1722886c-350d-4118-96b1-5082f64a6e70), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:45.436146 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70b3837-80be-480a-9a3f-7b03aff78573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1722886c-350d-4118-96b1-5082f64a6e70'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:06:45.438353 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19707000-72b1-4d75-b805-9f683c8e3263" -d '{"events": [{"server_uuid": "c70b3837-80be-480a-9a3f-7b03aff78573", "name": "network-vif-unplugged", "status": "completed", "tag": "1722886c-350d-4118-96b1-5082f64a6e70"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:06:45.450774 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 1722886c-350d-4118-96b1-5082f64a6e70, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1722886c-350d-4118-96b1-5082f64a6e70,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:45.454914 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (1722886c-350d-4118-96b1-5082f64a6e70), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:45.477532 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 24 Jul 2022 01:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9197d649-35e2-4ec7-a407-d112e7f5d215 x-openstack-request-id: req-9197d649-35e2-4ec7-a407-d112e7f5d215 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:06:45.477960 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70b3837-80be-480a-9a3f-7b03aff78573", "name": "network-vif-unplugged", "status": "completed", "tag": "1722886c-350d-4118-96b1-5082f64a6e70", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:06:45.478085 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9197d649-35e2-4ec7-a407-d112e7f5d215 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:06:45.478444 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9197d649-35e2-4ec7-a407-d112e7f5d215'] response: {'server_uuid': 'c70b3837-80be-480a-9a3f-7b03aff78573', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1722886c-350d-4118-96b1-5082f64a6e70', 'code': 200} Jul 24 01:06:45.507963 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=1722886c-350d-4118-96b1-5082f64a6e70,revision_number=8']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:45.773372 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d59f1-df8a-431e-8716-097ebbb69e9c req-cfed8a53-5fc2-47bf-a836-f5542c4c6db9 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:45.774865 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e02d59f1-df8a-431e-8716-097ebbb69e9c req-cfed8a53-5fc2-47bf-a836-f5542c4c6db9 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 943 time: 0.0472720 Jul 24 01:06:45.824687 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e02d59f1-df8a-431e-8716-097ebbb69e9c req-e80b70cc-0e94-4835-a1fa-7ac5a53631fd tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430217 Jul 24 01:06:45.842054 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7cd6508d-db2f-4839-b7e5-e99c9a0b6e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:46.119180 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082874f-122a-49c1-8e20-6a2040c76636 req-653476d4-74a6-47d6-8e0e-853750740c63 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:46.120672 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d082874f-122a-49c1-8e20-6a2040c76636 req-653476d4-74a6-47d6-8e0e-853750740c63 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4a54e8-8220-4b56-bbb7-51402654c743 HTTP/1.1" status: 200 len: 945 time: 0.0638516 Jul 24 01:06:46.247674 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:46.295882 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa55db-d91c-4c39-82ce-d76deaab9662 req-a16d8e42-2efb-418f-a2ca-ef5b7023ca39 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:46.297368 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fffa55db-d91c-4c39-82ce-d76deaab9662 req-a16d8e42-2efb-418f-a2ca-ef5b7023ca39 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c4a54e8-8220-4b56-bbb7-51402654c743 HTTP/1.1" status: 200 len: 945 time: 0.0674901 Jul 24 01:06:46.350455 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fffa55db-d91c-4c39-82ce-d76deaab9662 req-1a5927c1-7499-4a7e-8161-1fd0e825eb2e tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups?id=d231b2ca-c10e-44d4-9207-5bca8b131273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466640 Jul 24 01:06:46.439706 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-d082874f-122a-49c1-8e20-6a2040c76636 req-0e662044-8b4a-4b09-8bdc-4d15bbf8ea12 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Deleting port ffc72e66-3327-493d-a572-31822359f754 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:06:46.440050 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-d082874f-122a-49c1-8e20-6a2040c76636 req-0e662044-8b4a-4b09-8bdc-4d15bbf8ea12 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (ffc72e66-3327-493d-a572-31822359f754), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:46.551665 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-d082874f-122a-49c1-8e20-6a2040c76636 req-0e662044-8b4a-4b09-8bdc-4d15bbf8ea12 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] For port ffc72e66-3327-493d-a572-31822359f754, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ffc72e66-3327-493d-a572-31822359f754,segment=NetworkSegment(f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8),segment_id=f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:46.552134 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-d082874f-122a-49c1-8e20-6a2040c76636 req-0e662044-8b4a-4b09-8bdc-4d15bbf8ea12 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (ffc72e66-3327-493d-a572-31822359f754), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:46.722240 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-d082874f-122a-49c1-8e20-6a2040c76636 req-0e662044-8b4a-4b09-8bdc-4d15bbf8ea12 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:46.722630 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-d082874f-122a-49c1-8e20-6a2040c76636 req-0e662044-8b4a-4b09-8bdc-4d15bbf8ea12 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (fb32b15b-1fc9-4b85-8af9-d61913abb682), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:46.722932 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.l3_db [req-d082874f-122a-49c1-8e20-6a2040c76636 req-0e662044-8b4a-4b09-8bdc-4d15bbf8ea12 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Floating IP fb32b15b-1fc9-4b85-8af9-d61913abb682 disassociated. External IP: 172.37.6.173, port: ffc72e66-3327-493d-a572-31822359f754. Jul 24 01:06:46.723280 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-d082874f-122a-49c1-8e20-6a2040c76636 req-0e662044-8b4a-4b09-8bdc-4d15bbf8ea12 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Calling delete_port for ffc72e66-3327-493d-a572-31822359f754 owned by compute:nova {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:06:46.795359 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:46.863949 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-d082874f-122a-49c1-8e20-6a2040c76636 req-0e662044-8b4a-4b09-8bdc-4d15bbf8ea12 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (ffc72e66-3327-493d-a572-31822359f754), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:46.901229 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e662044-8b4a-4b09-8bdc-4d15bbf8ea12 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Pushing event deleted for resources: {'Port': ['ID=ffc72e66-3327-493d-a572-31822359f754,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:47.004174 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1bd42-1628-4179-863b-a2d9dac558af req-0237a774-8524-4180-accb-ae150690f00f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:47.006400 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cbf1bd42-1628-4179-863b-a2d9dac558af req-0237a774-8524-4180-accb-ae150690f00f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 943 time: 0.0539148 Jul 24 01:06:47.057287 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cbf1bd42-1628-4179-863b-a2d9dac558af req-dac1d7c8-398c-4b0c-8768-c3b1008b57d4 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448735 Jul 24 01:06:47.061460 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d082874f-122a-49c1-8e20-6a2040c76636 req-0e662044-8b4a-4b09-8bdc-4d15bbf8ea12 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:06:47.064201 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f42a6614-a9e7-4a13-bd9f-031ab791eaf4 req-5e21f1a1-7c25-4a72-b548-2e90ebb40fca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0542343 Jul 24 01:06:47.075387 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:47.118822 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:47.197068 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a6614-a9e7-4a13-bd9f-031ab791eaf4 req-e25cd8b0-3b40-4a29-9cb7-aeb85244f8ef tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:47.198331 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f42a6614-a9e7-4a13-bd9f-031ab791eaf4 req-e25cd8b0-3b40-4a29-9cb7-aeb85244f8ef tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports/1722886c-350d-4118-96b1-5082f64a6e70 HTTP/1.1" status: 200 len: 940 time: 0.0889089 Jul 24 01:06:47.217662 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d082874f-122a-49c1-8e20-6a2040c76636 req-0e662044-8b4a-4b09-8bdc-4d15bbf8ea12 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:06:47.230350 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c880b358-bced-4466-b3a8-d52c1e2ef8c0 None None] Sync routers for ids ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:06:47.247031 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c880b358-bced-4466-b3a8-d52c1e2ef8c0 None None] Routers {'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:06:47.247678 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-c880b358-bced-4466-b3a8-d52c1e2ef8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:06:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:47.262800 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-d082874f-122a-49c1-8e20-6a2040c76636 req-0e662044-8b4a-4b09-8bdc-4d15bbf8ea12 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] No DVR routers for this DVR port ffc72e66-3327-493d-a572-31822359f754 on host hv-cinder-maste {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:06:47.265576 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-d082874f-122a-49c1-8e20-6a2040c76636 req-0e662044-8b4a-4b09-8bdc-4d15bbf8ea12 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:47.269112 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-d082874f-122a-49c1-8e20-6a2040c76636 req-0e662044-8b4a-4b09-8bdc-4d15bbf8ea12 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.39 "DELETE /v2.0/ports/ffc72e66-3327-493d-a572-31822359f754 HTTP/1.1" status: 204 len: 173 time: 0.9467173 Jul 24 01:06:47.269652 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4a54e8-8220-4b56-bbb7-51402654c743', 'name': 'network-vif-deleted', 'tag': 'ffc72e66-3327-493d-a572-31822359f754'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:06:47.273278 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6416eba8-6baa-48b2-a3cf-98a58ff421a6" -d '{"events": [{"server_uuid": "1c4a54e8-8220-4b56-bbb7-51402654c743", "name": "network-vif-deleted", "tag": "ffc72e66-3327-493d-a572-31822359f754"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:06:47.344438 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e61d6c-6ba1-44a1-8dcd-0d83170e96e1 x-openstack-request-id: req-89e61d6c-6ba1-44a1-8dcd-0d83170e96e1 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:06:47.344758 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4a54e8-8220-4b56-bbb7-51402654c743", "name": "network-vif-deleted", "tag": "ffc72e66-3327-493d-a572-31822359f754", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:06:47.345496 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89e61d6c-6ba1-44a1-8dcd-0d83170e96e1 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:06:47.345995 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e61d6c-6ba1-44a1-8dcd-0d83170e96e1'] response: {'server_uuid': '1c4a54e8-8220-4b56-bbb7-51402654c743', 'name': 'network-vif-deleted', 'tag': 'ffc72e66-3327-493d-a572-31822359f754', 'status': 'completed', 'code': 200} Jul 24 01:06:47.440766 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:47.449028 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-c880b358-bced-4466-b3a8-d52c1e2ef8c0 None None] Set router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:06:47.535728 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c2496039-c19b-4874-8b8b-c53c7d4c4178 req-04cc609d-f3f1-4e77-833b-cc71a5b2b426 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c4a54e8-8220-4b56-bbb7-51402654c743 HTTP/1.1" status: 200 len: 210 time: 0.0597730 Jul 24 01:06:47.680840 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-c880b358-bced-4466-b3a8-d52c1e2ef8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'name': 'tempest-AttachVolumeTestJSON-908948305-router', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6'}], 'enable_snat': True}, 'gw_port_id': '2b9c7787-5360-404d-940d-3adb743c4404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:30Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'gw_port': {'id': '2b9c7787-5360-404d-940d-3adb743c4404', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f', 'name': '', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'mac_address': 'fa:16:3e:6c:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:00:51Z', 'revision_number': 5, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'subnets': [{'id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:47.710113 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c880b358-bced-4466-b3a8-d52c1e2ef8c0 None None] Checking router: fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:06:47.718429 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c880b358-bced-4466-b3a8-d52c1e2ef8c0 None None] Routers {'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:06:47.719147 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-c880b358-bced-4466-b3a8-d52c1e2ef8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:06:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:47.820909 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:47.833294 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-c880b358-bced-4466-b3a8-d52c1e2ef8c0 None None] Set router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:06:48.029988 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-c880b358-bced-4466-b3a8-d52c1e2ef8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'name': 'tempest-AttachVolumeTestJSON-908948305-router', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6'}], 'enable_snat': True}, 'gw_port_id': '2b9c7787-5360-404d-940d-3adb743c4404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:30Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'gw_port': {'id': '2b9c7787-5360-404d-940d-3adb743c4404', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f', 'name': '', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'mac_address': 'fa:16:3e:6c:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:00:51Z', 'revision_number': 5, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'subnets': [{'id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:48.055430 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c880b358-bced-4466-b3a8-d52c1e2ef8c0 None None] The sync data for ids ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'] in dv-cinder-master-3-iscsi is: [{'id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'name': 'tempest-AttachVolumeTestJSON-908948305-router', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6'}], 'enable_snat': True}, 'gw_port_id': '2b9c7787-5360-404d-940d-3adb743c4404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:30Z', 'updated_at': '2022-07-24T01:00:39Z', 'revision_number': 4, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'gw_port': {'id': '2b9c7787-5360-404d-940d-3adb743c4404', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f', 'name': '', 'network_id': 'd2871582-ae5b-4292-87a4-e519f553496c', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'mac_address': 'fa:16:3e:6c:c6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:00:51Z', 'revision_number': 5, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'subnets': [{'id': 'f013cc2c-f207-467b-86f3-d197484583fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:06:48.184640 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d6821-3ba1-4c91-9f7c-a6854290a62b req-aad97eaf-6bdb-46d4-ade4-615054f40058 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:48.186158 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-180d6821-3ba1-4c91-9f7c-a6854290a62b req-aad97eaf-6bdb-46d4-ade4-615054f40058 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 943 time: 0.0523055 Jul 24 01:06:48.235472 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-180d6821-3ba1-4c91-9f7c-a6854290a62b req-94f26885-5c3a-46c8-b3b0-7f4b5030287e tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435631 Jul 24 01:06:48.257328 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=53 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:48.259835 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:06:48.277772 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29882989-4968-4311-95a9-0454aac38213 None None] New status for floating IP fb32b15b-1fc9-4b85-8af9-d61913abb682: DOWN {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:06:48.385041 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a6614-a9e7-4a13-bd9f-031ab791eaf4 req-8e518afc-4024-4cca-9d3b-9582f0cfef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:48.387157 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f42a6614-a9e7-4a13-bd9f-031ab791eaf4 req-8e518afc-4024-4cca-9d3b-9582f0cfef20 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573&tenant_id=75293bf0100f435bb567b690edc85533 HTTP/1.1" status: 200 len: 1127 time: 0.0428867 Jul 24 01:06:48.421023 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:48.462661 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a6614-a9e7-4a13-bd9f-031ab791eaf4 req-10e5112d-13f7-48b6-8a21-320c25939bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:48.464203 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f42a6614-a9e7-4a13-bd9f-031ab791eaf4 req-10e5112d-13f7-48b6-8a21-320c25939bd3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75293bf0100f435bb567b690edc85533&device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 1127 time: 0.0437148 Jul 24 01:06:48.556621 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a6614-a9e7-4a13-bd9f-031ab791eaf4 req-9652030c-d4e7-40fe-be53-428e12f4c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:48.558109 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f42a6614-a9e7-4a13-bd9f-031ab791eaf4 req-9652030c-d4e7-40fe-be53-428e12f4c756 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e240c1c7-87a5-4124-b96b-a74d28ba2a48 HTTP/1.1" status: 200 len: 918 time: 0.0857871 Jul 24 01:06:48.619031 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 36920) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:48.629081 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f42a6614-a9e7-4a13-bd9f-031ab791eaf4 req-e7a98bf5-c2b4-4899-8ecd-cb5fc8757081 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1722886c-350d-4118-96b1-5082f64a6e70 HTTP/1.1" status: 200 len: 998 time: 0.0645325 Jul 24 01:06:48.689550 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7da49ea7-6348-4522-9289-d054e01d09d0 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group (d231b2ca-c10e-44d4-9207-5bca8b131273), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:48.693587 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a6614-a9e7-4a13-bd9f-031ab791eaf4 req-e7366e11-fd64-47a8-8dc9-97545efc5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:48.695295 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f42a6614-a9e7-4a13-bd9f-031ab791eaf4 req-e7366e11-fd64-47a8-8dc9-97545efc5063 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3183cb91-853c-4305-9098-55893a3692d6 HTTP/1.1" status: 200 len: 856 time: 0.0595677 Jul 24 01:06:48.718663 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7da49ea7-6348-4522-9289-d054e01d09d0 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group (d231b2ca-c10e-44d4-9207-5bca8b131273), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:48.740967 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a6614-a9e7-4a13-bd9f-031ab791eaf4 req-b2880b4e-c2ee-4d75-bfda-a7ca5020df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:48.743017 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f42a6614-a9e7-4a13-bd9f-031ab791eaf4 req-b2880b4e-c2ee-4d75-bfda-a7ca5020df99 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e240c1c7-87a5-4124-b96b-a74d28ba2a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415111 Jul 24 01:06:48.769537 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7da49ea7-6348-4522-9289-d054e01d09d0 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (d231b2ca-c10e-44d4-9207-5bca8b131273), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:48.772971 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7da49ea7-6348-4522-9289-d054e01d09d0 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:48.777252 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-7da49ea7-6348-4522-9289-d054e01d09d0 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "DELETE /v2.0/security-groups/d231b2ca-c10e-44d4-9207-5bca8b131273 HTTP/1.1" status: 204 len: 168 time: 0.1550891 Jul 24 01:06:48.777812 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36924) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:48.785579 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da49ea7-6348-4522-9289-d054e01d09d0 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d231b2ca-c10e-44d4-9207-5bca8b131273,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:48.825529 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.api.v2.resource [None req-3217e5cd-f261-4cc3-b9f0-b90a8b865ab4 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] show failed (client error): The resource could not be found. Jul 24 01:06:48.829237 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-3217e5cd-f261-4cc3-b9f0-b90a8b865ab4 tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "GET /v2.0/security-groups/d231b2ca-c10e-44d4-9207-5bca8b131273 HTTP/1.1" status: 404 len: 347 time: 0.0475910 Jul 24 01:06:48.830486 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 36926) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:48.857903 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:48.865279 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f42a6614-a9e7-4a13-bd9f-031ab791eaf4 req-a1ba51a5-8f47-4618-aac4-c92f6d9d1474 service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159518 Jul 24 01:06:48.889631 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 36928) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:48.953654 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-577c75a7-537a-48bc-be2b-315d818a6e9e tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Deleting port 308ed670-dfad-4cb4-8af3-89e324927e59 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:06:48.953953 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-577c75a7-537a-48bc-be2b-315d818a6e9e tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (308ed670-dfad-4cb4-8af3-89e324927e59), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:48.968893 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f42a6614-a9e7-4a13-bd9f-031ab791eaf4 req-cfcd40c7-3039-47ca-b580-3ddc416c1f01 service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973520 Jul 24 01:06:49.043109 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-577c75a7-537a-48bc-be2b-315d818a6e9e tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (308ed670-dfad-4cb4-8af3-89e324927e59), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:49.043573 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-577c75a7-537a-48bc-be2b-315d818a6e9e tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for floatingip (308ed670-dfad-4cb4-8af3-89e324927e59), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:49.064102 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-577c75a7-537a-48bc-be2b-315d818a6e9e tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Calling delete_port for 308ed670-dfad-4cb4-8af3-89e324927e59 owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:06:49.152401 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:49.215909 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-577c75a7-537a-48bc-be2b-315d818a6e9e tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (308ed670-dfad-4cb4-8af3-89e324927e59), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:49.233226 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:49.274797 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c75a7-537a-48bc-be2b-315d818a6e9e tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Pushing event deleted for resources: {'Port': ['ID=308ed670-dfad-4cb4-8af3-89e324927e59,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:49.275077 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:49.276486 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-87ea9472-d276-4126-974a-aa5ad0850d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:49.323898 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e437b-6bb6-4583-8625-64a2a0250111 req-9af74b09-e36a-4849-b338-1b877f3eb7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:49.325203 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-577c75a7-537a-48bc-be2b-315d818a6e9e tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks [] for floatingip (fb32b15b-1fc9-4b85-8af9-d61913abb682), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:49.325406 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ef3e437b-6bb6-4583-8625-64a2a0250111 req-9af74b09-e36a-4849-b338-1b877f3eb7ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75293bf0100f435bb567b690edc85533&device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 1127 time: 0.0596123 Jul 24 01:06:49.339672 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-577c75a7-537a-48bc-be2b-315d818a6e9e tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:49.345453 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-577c75a7-537a-48bc-be2b-315d818a6e9e tempest-AttachVolumeTestJSON-910833463 tempest-AttachVolumeTestJSON-910833463-project] 10.222.0.18 "DELETE /v2.0/floatingips/fb32b15b-1fc9-4b85-8af9-d61913abb682 HTTP/1.1" status: 204 len: 168 time: 0.5133195 Jul 24 01:06:49.439517 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb537fe1-2b9b-45d6-ac15-8d052c4ceb47 req-82ee5fc7-f93f-4a80-8906-15ddc3f3a769 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:49.441053 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fb537fe1-2b9b-45d6-ac15-8d052c4ceb47 req-82ee5fc7-f93f-4a80-8906-15ddc3f3a769 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 943 time: 0.0701392 Jul 24 01:06:49.500782 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fb537fe1-2b9b-45d6-ac15-8d052c4ceb47 req-4c75cf4c-2466-4c2d-af2b-00e26b733019 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532970 Jul 24 01:06:49.515476 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-87ea9472-d276-4126-974a-aa5ad0850d75 admin admin] Publish callbacks [] for security_group (f035c47a-2a62-4d55-8d09-ff4fc2512abb), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:49.521771 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e437b-6bb6-4583-8625-64a2a0250111 req-3828a516-8f0b-40fa-9647-449c828a39b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:49.523817 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ef3e437b-6bb6-4583-8625-64a2a0250111 req-3828a516-8f0b-40fa-9647-449c828a39b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e240c1c7-87a5-4124-b96b-a74d28ba2a48 HTTP/1.1" status: 200 len: 918 time: 0.1741292 Jul 24 01:06:49.525240 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-87ea9472-d276-4126-974a-aa5ad0850d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (f035c47a-2a62-4d55-8d09-ff4fc2512abb), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:49.537957 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:49.612119 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-87ea9472-d276-4126-974a-aa5ad0850d75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b76aa922bde4477f95af271349afb03c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7213895 Jul 24 01:06:49.615118 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 36958) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:49.622281 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea9472-d276-4126-974a-aa5ad0850d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f035c47a-2a62-4d55-8d09-ff4fc2512abb,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:49.641497 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ef3e437b-6bb6-4583-8625-64a2a0250111 req-756484ca-abf0-43f3-a29e-39d85066fa01 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1722886c-350d-4118-96b1-5082f64a6e70 HTTP/1.1" status: 200 len: 998 time: 0.1041200 Jul 24 01:06:49.683134 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-19988110-99eb-4d9c-96b9-9bb570964b40 admin admin] Publish callbacks [] for security_group (f035c47a-2a62-4d55-8d09-ff4fc2512abb), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:49.709051 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-19988110-99eb-4d9c-96b9-9bb570964b40 admin admin] Publish callbacks [] for security_group (f035c47a-2a62-4d55-8d09-ff4fc2512abb), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:49.766232 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-19988110-99eb-4d9c-96b9-9bb570964b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (f035c47a-2a62-4d55-8d09-ff4fc2512abb), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:49.769414 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-19988110-99eb-4d9c-96b9-9bb570964b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:49.771310 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-19988110-99eb-4d9c-96b9-9bb570964b40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f035c47a-2a62-4d55-8d09-ff4fc2512abb HTTP/1.1" status: 204 len: 168 time: 0.1552005 Jul 24 01:06:49.790507 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19988110-99eb-4d9c-96b9-9bb570964b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f035c47a-2a62-4d55-8d09-ff4fc2512abb,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:50.459290 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device ffc72e66-3327-493d-a572-31822359f754 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:50.481005 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] No Port match for: ffc72e66-3327-493d-a572-31822359f754 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:06:50.481359 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device ffc72e66-3327-493d-a572-31822359f754 not bound to the agent host hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:50.700969 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a8aa6-9644-4ee0-9689-dda0ecaa9906 req-27bc6f01-ce1c-4ebf-9af5-5a8cd5a7e2d4 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:50.704680 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-572a8aa6-9644-4ee0-9689-dda0ecaa9906 req-27bc6f01-ce1c-4ebf-9af5-5a8cd5a7e2d4 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 943 time: 0.0822833 Jul 24 01:06:50.806151 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-572a8aa6-9644-4ee0-9689-dda0ecaa9906 req-25140f19-ce7f-41bb-9693-4c8c31e16d11 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952067 Jul 24 01:06:51.996535 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16384d-2d72-4190-9159-ff546ae22230 req-6ef50fd7-877f-48d0-94e6-a67c850198ba tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:51.998872 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cf16384d-2d72-4190-9159-ff546ae22230 req-6ef50fd7-877f-48d0-94e6-a67c850198ba tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 943 time: 0.0510170 Jul 24 01:06:52.054830 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cf16384d-2d72-4190-9159-ff546ae22230 req-7f53830c-a181-492e-b0ae-e3be0d40d760 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502725 Jul 24 01:06:53.049303 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 37026) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:53.190470 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d48cfc-4cdd-47bb-a040-70d7a7650620 req-2d6f108c-d0c1-4663-91f5-97dec56cdce3 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:53.198131 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e0d48cfc-4cdd-47bb-a040-70d7a7650620 req-2d6f108c-d0c1-4663-91f5-97dec56cdce3 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 943 time: 0.0630586 Jul 24 01:06:53.243015 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e0d48cfc-4cdd-47bb-a040-70d7a7650620 req-18dc0b75-eb58-4925-9f0d-f55e578f3e6a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440013 Jul 24 01:06:53.777765 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 37038) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:53.822439 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:53.878421 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e9fe1676-f9bf-46e1-aa3d-6774d7173fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687808'] for router_interface (fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:53.920947 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fc61fc33-29c6-4423-a9d0-3e1ef57fca86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:53.981632 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:54.052413 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fc61fc33-29c6-4423-a9d0-3e1ef57fca86 admin admin] Publish callbacks [] for security_group (215f9fac-968c-4b9b-82c2-e3760c627cff), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:54.059471 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fc61fc33-29c6-4423-a9d0-3e1ef57fca86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (215f9fac-968c-4b9b-82c2-e3760c627cff), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:54.103521 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-fc61fc33-29c6-4423-a9d0-3e1ef57fca86 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25bdd17f5ef84af79ace4b4edefdcfcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3245416 Jul 24 01:06:54.104316 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 37042) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:54.104958 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61fc33-29c6-4423-a9d0-3e1ef57fca86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215f9fac-968c-4b9b-82c2-e3760c627cff,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:54.156326 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe1676-f9bf-46e1-aa3d-6774d7173fb8 admin admin] Deleting port 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:06:54.157310 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e9fe1676-f9bf-46e1-aa3d-6774d7173fb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:54.176703 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-87d54128-4afd-481f-bd18-2d4de79524b1 admin admin] Publish callbacks [] for security_group (215f9fac-968c-4b9b-82c2-e3760c627cff), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:54.201461 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-87d54128-4afd-481f-bd18-2d4de79524b1 admin admin] Publish callbacks [] for security_group (215f9fac-968c-4b9b-82c2-e3760c627cff), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:54.250812 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-e9fe1676-f9bf-46e1-aa3d-6774d7173fb8 admin admin] For port 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f,segment=NetworkSegment(f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8),segment_id=f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:54.251179 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e9fe1676-f9bf-46e1-aa3d-6774d7173fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:54.252367 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-87d54128-4afd-481f-bd18-2d4de79524b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (215f9fac-968c-4b9b-82c2-e3760c627cff), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:54.256186 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-87d54128-4afd-481f-bd18-2d4de79524b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:54.259227 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-87d54128-4afd-481f-bd18-2d4de79524b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/215f9fac-968c-4b9b-82c2-e3760c627cff HTTP/1.1" status: 204 len: 168 time: 0.1513855 Jul 24 01:06:54.292007 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d54128-4afd-481f-bd18-2d4de79524b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215f9fac-968c-4b9b-82c2-e3760c627cff,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:54.301588 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe1676-f9bf-46e1-aa3d-6774d7173fb8 admin admin] Calling delete_port for 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f owned by network:router_interface {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:06:54.447359 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff8c7f-47f7-4f5e-a7ad-3e1ab49e61f6 req-647d5c16-7483-4046-972a-1107f7c04f8b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:54.448890 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-23ff8c7f-47f7-4f5e-a7ad-3e1ab49e61f6 req-647d5c16-7483-4046-972a-1107f7c04f8b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 943 time: 0.0663073 Jul 24 01:06:54.557853 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-23ff8c7f-47f7-4f5e-a7ad-3e1ab49e61f6 req-6e410b66-91d1-468c-96ed-e393a931adf2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021304 Jul 24 01:06:54.669110 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e9fe1676-f9bf-46e1-aa3d-6774d7173fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:54.701206 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe1676-f9bf-46e1-aa3d-6774d7173fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:54.931933 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e9fe1676-f9bf-46e1-aa3d-6774d7173fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687152'] for router_interface (fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:54.946596 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:55.110216 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:55.175667 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fe1676-f9bf-46e1-aa3d-6774d7173fb8 admin admin] Router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:06:55.287813 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fe1676-f9bf-46e1-aa3d-6774d7173fb8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:06:55.293286 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e9fe1676-f9bf-46e1-aa3d-6774d7173fb8 admin admin] 10.222.0.18 "PUT /v2.0/routers/fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2434628 Jul 24 01:06:55.295859 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 37068) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:55.302092 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdea8849-f5a6-426f-856f-15e3b86176e6 None None] Sync routers for ids ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:06:55.313634 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdea8849-f5a6-426f-856f-15e3b86176e6 None None] Routers {'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:06:55.314584 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-fdea8849-f5a6-426f-856f-15e3b86176e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:06:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:55.445658 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-fdea8849-f5a6-426f-856f-15e3b86176e6 None None] Set router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:06:55.540508 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-204a508b-de64-4419-a1ba-e1a228de6cfb admin admin] Publish callbacks [] for router (fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:55.661413 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:55.678845 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-fdea8849-f5a6-426f-856f-15e3b86176e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'name': 'tempest-AttachVolumeTestJSON-908948305-router', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6'}], 'enable_snat': True}, 'gw_port_id': '2b9c7787-5360-404d-940d-3adb743c4404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:30Z', 'updated_at': '2022-07-24T01:06:54Z', 'revision_number': 5, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'gw_port': {'id': '2b9c7787-5360-404d-940d-3adb743c4404', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:55.714071 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdea8849-f5a6-426f-856f-15e3b86176e6 None None] Checking router: fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:06:55.725437 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdea8849-f5a6-426f-856f-15e3b86176e6 None None] Routers {'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:06:55.726329 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-fdea8849-f5a6-426f-856f-15e3b86176e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:06:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:55.837997 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cccdb3-d24b-425b-aec9-20b182b502ba req-1fec071e-b9fc-4d56-b967-881e2b077b96 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:55.839818 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f6cccdb3-d24b-425b-aec9-20b182b502ba req-1fec071e-b9fc-4d56-b967-881e2b077b96 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 943 time: 0.1333408 Jul 24 01:06:55.865006 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-fdea8849-f5a6-426f-856f-15e3b86176e6 None None] Set router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:06:55.886221 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-204a508b-de64-4419-a1ba-e1a228de6cfb admin admin] Publish callbacks [] for router_gateway (fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:55.965071 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f6cccdb3-d24b-425b-aec9-20b182b502ba req-d3997e59-19b6-4b8d-b20b-d742d06ad175 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132374 Jul 24 01:06:55.981439 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-204a508b-de64-4419-a1ba-e1a228de6cfb admin admin] Deleting port 2b9c7787-5360-404d-940d-3adb743c4404 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:06:55.981964 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-204a508b-de64-4419-a1ba-e1a228de6cfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (2b9c7787-5360-404d-940d-3adb743c4404), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:56.089866 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-204a508b-de64-4419-a1ba-e1a228de6cfb admin admin] For port 2b9c7787-5360-404d-940d-3adb743c4404, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2b9c7787-5360-404d-940d-3adb743c4404,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:56.090439 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-204a508b-de64-4419-a1ba-e1a228de6cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (2b9c7787-5360-404d-940d-3adb743c4404), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:56.111219 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-204a508b-de64-4419-a1ba-e1a228de6cfb admin admin] Calling delete_port for 2b9c7787-5360-404d-940d-3adb743c4404 owned by network:router_gateway {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:06:56.289403 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:56.298800 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-fdea8849-f5a6-426f-856f-15e3b86176e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'name': 'tempest-AttachVolumeTestJSON-908948305-router', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6'}], 'enable_snat': True}, 'gw_port_id': '2b9c7787-5360-404d-940d-3adb743c4404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:30Z', 'updated_at': '2022-07-24T01:06:54Z', 'revision_number': 5, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'gw_port': {'id': '2b9c7787-5360-404d-940d-3adb743c4404', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:56.373980 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdea8849-f5a6-426f-856f-15e3b86176e6 None None] The sync data for ids ['fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0'] in dv-cinder-master-3-iscsi is: [{'id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'name': 'tempest-AttachVolumeTestJSON-908948305-router', 'tenant_id': '644464d3831e468f8ab9957bb33817b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6'}], 'enable_snat': True}, 'gw_port_id': '2b9c7787-5360-404d-940d-3adb743c4404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:30Z', 'updated_at': '2022-07-24T01:06:54Z', 'revision_number': 5, 'project_id': '644464d3831e468f8ab9957bb33817b0', 'gw_port': {'id': '2b9c7787-5360-404d-940d-3adb743c4404', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:cb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:31Z', 'updated_at': '2022-07-24T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:06:56.406965 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-204a508b-de64-4419-a1ba-e1a228de6cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (2b9c7787-5360-404d-940d-3adb743c4404), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:56.446969 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a508b-de64-4419-a1ba-e1a228de6cfb admin admin] Pushing event deleted for resources: {'Port': ['ID=2b9c7787-5360-404d-940d-3adb743c4404,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:56.522322 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-204a508b-de64-4419-a1ba-e1a228de6cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687419'] for router_gateway (fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:56.619029 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-204a508b-de64-4419-a1ba-e1a228de6cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1249'] for router (fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:56.620517 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:56.621889 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-204a508b-de64-4419-a1ba-e1a228de6cfb admin admin] Publish callbacks [] for router_controller (fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:56.669626 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-204a508b-de64-4419-a1ba-e1a228de6cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680094'] for router (fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:56.670264 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204a508b-de64-4419-a1ba-e1a228de6cfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 {{(pid=103996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:06:56.675232 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-204a508b-de64-4419-a1ba-e1a228de6cfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:56.677029 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-204a508b-de64-4419-a1ba-e1a228de6cfb admin admin] 10.222.0.18 "DELETE /v2.0/routers/fe2cd18a-fd08-411d-bc21-f1f23dd6e8a0 HTTP/1.1" status: 204 len: 168 time: 1.3795094 Jul 24 01:06:56.679341 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 37128) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:56.730823 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd68066-e3ec-470b-afc3-9381e3e77cce admin admin] Deleting subnet f013cc2c-f207-467b-86f3-d197484583fd {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 01:06:56.734185 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9bd68066-e3ec-470b-afc3-9381e3e77cce admin admin] Publish callbacks [] for subnet (f013cc2c-f207-467b-86f3-d197484583fd), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:56.778215 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9bd68066-e3ec-470b-afc3-9381e3e77cce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15792540'] for subnet (f013cc2c-f207-467b-86f3-d197484583fd), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:56.898217 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9bd68066-e3ec-470b-afc3-9381e3e77cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1702200'] for subnet (f013cc2c-f207-467b-86f3-d197484583fd), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:56.982027 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9bd68066-e3ec-470b-afc3-9381e3e77cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1702193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4959331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5214611'] for subnet (f013cc2c-f207-467b-86f3-d197484583fd), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:57.011497 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9bd68066-e3ec-470b-afc3-9381e3e77cce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:57.017347 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 37136) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:57.017920 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-9bd68066-e3ec-470b-afc3-9381e3e77cce admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f013cc2c-f207-467b-86f3-d197484583fd HTTP/1.1" status: 204 len: 168 time: 0.3369043 Jul 24 01:06:57.018492 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd68066-e3ec-470b-afc3-9381e3e77cce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f013cc2c-f207-467b-86f3-d197484583fd,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:57.025578 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4fcbca-badd-45aa-8f91-e9c99d2ead60 None None] Network d2871582-ae5b-4292-87a4-e519f553496c requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:06:57.213290 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1214ae7a-c49a-48b1-86b3-7e83c144be25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658929'] for network (d2871582-ae5b-4292-87a4-e519f553496c), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:57.217400 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf786a9-9751-4dcb-aa7e-0138e8900e44 req-a11446d7-a4f8-4023-86f9-2069a1224145 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:57.219226 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3cf786a9-9751-4dcb-aa7e-0138e8900e44 req-a11446d7-a4f8-4023-86f9-2069a1224145 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 943 time: 0.0853548 Jul 24 01:06:57.260846 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c38d192-312a-4b83-9480-fe0c7a02df1a None None] DHCP port deletion for d2871582-ae5b-4292-87a4-e519f553496c request from dv-cinder-master-3-iscsi {{(pid=103997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 24 01:06:57.283176 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-1214ae7a-c49a-48b1-86b3-7e83c144be25 admin admin] Deleting port 7f7df559-4f51-44f1-a2c5-b647dc7e66fa {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:06:57.283860 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1214ae7a-c49a-48b1-86b3-7e83c144be25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (7f7df559-4f51-44f1-a2c5-b647dc7e66fa), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:57.286000 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:57.299174 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3cf786a9-9751-4dcb-aa7e-0138e8900e44 req-3598e8bd-33ea-49a1-a257-6a85bb23a4bd tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703046 Jul 24 01:06:57.339692 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-7c38d192-312a-4b83-9480-fe0c7a02df1a None None] Deleting port 7f7df559-4f51-44f1-a2c5-b647dc7e66fa {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:06:57.340077 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c38d192-312a-4b83-9480-fe0c7a02df1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (7f7df559-4f51-44f1-a2c5-b647dc7e66fa), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:57.451738 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-1214ae7a-c49a-48b1-86b3-7e83c144be25 admin admin] For port 7f7df559-4f51-44f1-a2c5-b647dc7e66fa, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7f7df559-4f51-44f1-a2c5-b647dc7e66fa,segment=NetworkSegment(f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8),segment_id=f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:57.452420 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1214ae7a-c49a-48b1-86b3-7e83c144be25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (7f7df559-4f51-44f1-a2c5-b647dc7e66fa), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:57.458726 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-7c38d192-312a-4b83-9480-fe0c7a02df1a None None] For port 7f7df559-4f51-44f1-a2c5-b647dc7e66fa, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7f7df559-4f51-44f1-a2c5-b647dc7e66fa,segment=NetworkSegment(f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8),segment_id=f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:57.459319 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c38d192-312a-4b83-9480-fe0c7a02df1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (7f7df559-4f51-44f1-a2c5-b647dc7e66fa), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:57.469166 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-1214ae7a-c49a-48b1-86b3-7e83c144be25 admin admin] Calling delete_port for 7f7df559-4f51-44f1-a2c5-b647dc7e66fa owned by network:dhcp {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:06:57.482042 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-7c38d192-312a-4b83-9480-fe0c7a02df1a None None] Calling delete_port for 7f7df559-4f51-44f1-a2c5-b647dc7e66fa owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:06:57.564698 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:57.568877 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1214ae7a-c49a-48b1-86b3-7e83c144be25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (7f7df559-4f51-44f1-a2c5-b647dc7e66fa), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:57.606334 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214ae7a-c49a-48b1-86b3-7e83c144be25 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7df559-4f51-44f1-a2c5-b647dc7e66fa,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:57.606800 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c38d192-312a-4b83-9480-fe0c7a02df1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239'] for port (7f7df559-4f51-44f1-a2c5-b647dc7e66fa), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:57.621179 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1214ae7a-c49a-48b1-86b3-7e83c144be25 admin admin] No DVR routers for this DVR port 7f7df559-4f51-44f1-a2c5-b647dc7e66fa on host dv-cinder-master-3-iscsi {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:06:57.637945 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c38d192-312a-4b83-9480-fe0c7a02df1a None None] No DVR routers for this DVR port 7f7df559-4f51-44f1-a2c5-b647dc7e66fa on host dv-cinder-master-3-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:06:57.640196 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38d192-312a-4b83-9480-fe0c7a02df1a None None] Pushing event deleted for resources: {'Port': ['ID=7f7df559-4f51-44f1-a2c5-b647dc7e66fa,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:57.706191 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1214ae7a-c49a-48b1-86b3-7e83c144be25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702323', 'neutron.services.segments.db._delete_segments_for_network-8763390966860'] for network (d2871582-ae5b-4292-87a4-e519f553496c), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:57.748281 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-1214ae7a-c49a-48b1-86b3-7e83c144be25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2871582-ae5b-4292-87a4-e519f553496c']}} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:57.773605 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-1214ae7a-c49a-48b1-86b3-7e83c144be25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8') {'for_net_delete': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:57.774198 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-1214ae7a-c49a-48b1-86b3-7e83c144be25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8') {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:57.786816 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1214ae7a-c49a-48b1-86b3-7e83c144be25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763390966245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4260252'] for segment (f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:57.798854 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 7f7df559-4f51-44f1-a2c5-b647dc7e66fa no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:57.821835 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1214ae7a-c49a-48b1-86b3-7e83c144be25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:57.829905 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 7f7df559-4f51-44f1-a2c5-b647dc7e66fa {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:06:57.830254 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 7f7df559-4f51-44f1-a2c5-b647dc7e66fa not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:57.830907 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:57.837351 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1214ae7a-c49a-48b1-86b3-7e83c144be25 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:06:57.837884 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1214ae7a-c49a-48b1-86b3-7e83c144be25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4238482'] for segment (f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:57.839723 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:57.880205 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:06:57.880573 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 3cc2e08e-df52-42db-8d3f-dd98e7fd0b8f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:57.958610 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1214ae7a-c49a-48b1-86b3-7e83c144be25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687525'] for network (d2871582-ae5b-4292-87a4-e519f553496c), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:57.992983 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1214ae7a-c49a-48b1-86b3-7e83c144be25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:57.996212 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-1214ae7a-c49a-48b1-86b3-7e83c144be25 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d2871582-ae5b-4292-87a4-e519f553496c HTTP/1.1" status: 204 len: 168 time: 0.9763932 Jul 24 01:06:57.997484 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214ae7a-c49a-48b1-86b3-7e83c144be25 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2871582-ae5b-4292-87a4-e519f553496c,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:58.047934 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.services.segments.plugin [-] Segment f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8 resource provider aggregate not found Jul 24 01:06:58.065446 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.services.segments.plugin [-] Segment f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0b92ed9-295b-4730-86e1-eb4f2cb3a4f8 found for delete ", "request_id": "req-fffa647b-bd7c-48e6-b015-e82c5bea614d"}]} Jul 24 01:06:58.194428 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 37150) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:58.236954 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-7de1387e-4b73-4550-acd3-e46431404164 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=644464d3831e468f8ab9957bb33817b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412085 Jul 24 01:06:58.240027 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 37152) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:06:58.292068 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-40d71ba1-40f7-4f18-b82e-95df624788f5 admin admin] Publish callbacks [] for security_group (8e6719d3-9575-4385-97ba-2515ac66159c), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:58.313631 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-40d71ba1-40f7-4f18-b82e-95df624788f5 admin admin] Publish callbacks [] for security_group (8e6719d3-9575-4385-97ba-2515ac66159c), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:58.352178 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:58.354596 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=5 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:58.364951 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-40d71ba1-40f7-4f18-b82e-95df624788f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (8e6719d3-9575-4385-97ba-2515ac66159c), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:58.367736 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-40d71ba1-40f7-4f18-b82e-95df624788f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:06:58.368879 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-40d71ba1-40f7-4f18-b82e-95df624788f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e6719d3-9575-4385-97ba-2515ac66159c HTTP/1.1" status: 204 len: 168 time: 0.1279616 Jul 24 01:06:58.379824 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d71ba1-40f7-4f18-b82e-95df624788f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6719d3-9575-4385-97ba-2515ac66159c,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:58.464845 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7b8f0-8dee-4823-a615-bcc0c4c77cf1 req-4ce538a0-d2c6-4f79-8ca9-5170a8f44123 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:58.471575 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-77d7b8f0-8dee-4823-a615-bcc0c4c77cf1 req-4ce538a0-d2c6-4f79-8ca9-5170a8f44123 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 943 time: 0.0546055 Jul 24 01:06:58.521130 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:06:58.531344 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-77d7b8f0-8dee-4823-a615-bcc0c4c77cf1 req-afb08785-07c8-4277-a0e6-a955fbfebb5b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588431 Jul 24 01:06:58.684106 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e437b-6bb6-4583-8625-64a2a0250111 req-29ca25a8-9753-463a-9389-a54b31209b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:58.685591 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ef3e437b-6bb6-4583-8625-64a2a0250111 req-29ca25a8-9753-463a-9389-a54b31209b00 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3183cb91-853c-4305-9098-55893a3692d6 HTTP/1.1" status: 200 len: 856 time: 0.0581081 Jul 24 01:06:59.277208 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 2b9c7787-5360-404d-940d-3adb743c4404 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:59.297750 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 2b9c7787-5360-404d-940d-3adb743c4404 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:06:59.298167 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 2b9c7787-5360-404d-940d-3adb743c4404 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:59.492453 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e437b-6bb6-4583-8625-64a2a0250111 req-e1ef3285-36a8-4889-be9b-bd6a0f81f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:59.494287 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ef3e437b-6bb6-4583-8625-64a2a0250111 req-e1ef3285-36a8-4889-be9b-bd6a0f81f45b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e240c1c7-87a5-4124-b96b-a74d28ba2a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439212 Jul 24 01:06:59.633283 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ef3e437b-6bb6-4583-8625-64a2a0250111 req-2be3e4dc-7aa8-4e94-8873-24ad4c97a6af service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317410 Jul 24 01:06:59.670669 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6ddb0-c0a2-429f-bdff-aa62922273ff req-70c55a53-6001-4f76-bbb6-69c1739fdc23 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:06:59.672182 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-59a6ddb0-c0a2-429f-bdff-aa62922273ff req-70c55a53-6001-4f76-bbb6-69c1739fdc23 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 943 time: 0.0599670 Jul 24 01:06:59.728984 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-59a6ddb0-c0a2-429f-bdff-aa62922273ff req-270ce0d6-32d3-42af-a21c-ae421b2b63db tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498738 Jul 24 01:06:59.750980 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ef3e437b-6bb6-4583-8625-64a2a0250111 req-8b9106f1-abd6-4018-9a3c-3694ceecafec service neutron] 10.222.0.39 "GET /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071341 Jul 24 01:07:00.853289 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37037915-80a7-4664-8abf-8d45bac99efd req-f795b92f-7963-4f2b-bb2c-e034abf40755 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:00.854797 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-37037915-80a7-4664-8abf-8d45bac99efd req-f795b92f-7963-4f2b-bb2c-e034abf40755 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 943 time: 0.0509953 Jul 24 01:07:00.905881 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-37037915-80a7-4664-8abf-8d45bac99efd req-fd37d4d5-e1b0-4811-b9e8-7f89428f3922 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454164 Jul 24 01:07:02.035894 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf45969-2f3b-4d41-aaae-bbad832587af req-6fd7ffe4-af4a-42b4-a395-c31ec05f184b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:02.038526 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dbf45969-2f3b-4d41-aaae-bbad832587af req-6fd7ffe4-af4a-42b4-a395-c31ec05f184b tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 943 time: 0.0583146 Jul 24 01:07:02.056197 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:DELETE=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:02.103461 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-dbf45969-2f3b-4d41-aaae-bbad832587af req-91dac176-4290-4ae4-ae32-ca549811b336 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577593 Jul 24 01:07:02.295645 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 37236) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:02.412224 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9772098a-a74b-4cc7-afe2-d6d0e23e2bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:02.491646 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9772098a-a74b-4cc7-afe2-d6d0e23e2bfa admin admin] Publish callbacks [] for security_group (10567637-2115-4d9e-b471-346bd9789624), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:02.495114 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9772098a-a74b-4cc7-afe2-d6d0e23e2bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (10567637-2115-4d9e-b471-346bd9789624), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:02.515621 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 1722886c-350d-4118-96b1-5082f64a6e70 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:07:02.538688 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-9772098a-a74b-4cc7-afe2-d6d0e23e2bfa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74c0c8908908487bbf78fc18aca63c9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419310 Jul 24 01:07:02.541421 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 37242) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:02.548831 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772098a-a74b-4cc7-afe2-d6d0e23e2bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10567637-2115-4d9e-b471-346bd9789624,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:02.595607 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-599ea9c5-4550-407e-89d7-a094cfea6c8d admin admin] Publish callbacks [] for security_group (10567637-2115-4d9e-b471-346bd9789624), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:02.614636 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 1722886c-350d-4118-96b1-5082f64a6e70, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1722886c-350d-4118-96b1-5082f64a6e70,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:02.618960 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-599ea9c5-4550-407e-89d7-a094cfea6c8d admin admin] Publish callbacks [] for security_group (10567637-2115-4d9e-b471-346bd9789624), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:02.627050 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': '1722886c-350d-4118-96b1-5082f64a6e70', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'port_id': '1722886c-350d-4118-96b1-5082f64a6e70', 'mac_address': 'fa:16:3e:bd:21:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:07:02.633143 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:02.671051 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 1722886c-350d-4118-96b1-5082f64a6e70 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:07:02.671461 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (1722886c-350d-4118-96b1-5082f64a6e70), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:02.674111 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-599ea9c5-4550-407e-89d7-a094cfea6c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (10567637-2115-4d9e-b471-346bd9789624), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:02.676759 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-599ea9c5-4550-407e-89d7-a094cfea6c8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:02.680655 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-599ea9c5-4550-407e-89d7-a094cfea6c8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10567637-2115-4d9e-b471-346bd9789624 HTTP/1.1" status: 204 len: 168 time: 0.1356647 Jul 24 01:07:02.685042 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1722886c-350d-4118-96b1-5082f64a6e70 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:07:02.686240 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ea9c5-4550-407e-89d7-a094cfea6c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10567637-2115-4d9e-b471-346bd9789624,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:02.728016 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 1722886c-350d-4118-96b1-5082f64a6e70, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1722886c-350d-4118-96b1-5082f64a6e70,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:02.785191 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (1722886c-350d-4118-96b1-5082f64a6e70), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:02.854721 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=1722886c-350d-4118-96b1-5082f64a6e70,revision_number=9']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:03.122410 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['1722886c-350d-4118-96b1-5082f64a6e70'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:07:03.230159 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbf940-8672-46cf-82c8-94106a02efd2 req-80b3fc3e-5344-4c10-aa96-9c3e952c2e92 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:03.231938 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-75fbf940-8672-46cf-82c8-94106a02efd2 req-80b3fc3e-5344-4c10-aa96-9c3e952c2e92 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 944 time: 0.0562291 Jul 24 01:07:03.290601 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-75fbf940-8672-46cf-82c8-94106a02efd2 req-f95cb28a-d7a6-4142-b891-47f97db8f5dc tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528457 Jul 24 01:07:04.429604 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98f336-4885-4db4-accf-0d5cf6f06fb0 req-0e75d578-26ed-4cc8-87f2-5573273644b2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:04.431186 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9c98f336-4885-4db4-accf-0d5cf6f06fb0 req-0e75d578-26ed-4cc8-87f2-5573273644b2 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 944 time: 0.0595169 Jul 24 01:07:04.485425 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9c98f336-4885-4db4-accf-0d5cf6f06fb0 req-4014e741-f033-4c85-9195-9259f25a9e7c tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483022 Jul 24 01:07:04.519874 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 1722886c-350d-4118-96b1-5082f64a6e70 up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:07:04.565821 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port 1722886c-350d-4118-96b1-5082f64a6e70 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:07:04.566287 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (1722886c-350d-4118-96b1-5082f64a6e70), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:04.645001 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 1722886c-350d-4118-96b1-5082f64a6e70 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:07:04.645341 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (1722886c-350d-4118-96b1-5082f64a6e70), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:04.668526 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70b3837-80be-480a-9a3f-7b03aff78573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1722886c-350d-4118-96b1-5082f64a6e70'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:07:04.670731 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c249a1c3-160f-4e2d-b670-106d36e491cd" -d '{"events": [{"server_uuid": "c70b3837-80be-480a-9a3f-7b03aff78573", "name": "network-vif-plugged", "status": "completed", "tag": "1722886c-350d-4118-96b1-5082f64a6e70"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:07:04.683059 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 1722886c-350d-4118-96b1-5082f64a6e70, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1722886c-350d-4118-96b1-5082f64a6e70,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:04.687463 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (1722886c-350d-4118-96b1-5082f64a6e70), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:04.711789 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d0474d-e20a-40bb-829f-7122cacaab09 x-openstack-request-id: req-23d0474d-e20a-40bb-829f-7122cacaab09 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:07:04.712081 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70b3837-80be-480a-9a3f-7b03aff78573", "name": "network-vif-plugged", "status": "completed", "tag": "1722886c-350d-4118-96b1-5082f64a6e70", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:07:04.712333 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23d0474d-e20a-40bb-829f-7122cacaab09 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:07:04.712722 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23d0474d-e20a-40bb-829f-7122cacaab09'] response: {'server_uuid': 'c70b3837-80be-480a-9a3f-7b03aff78573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1722886c-350d-4118-96b1-5082f64a6e70', 'code': 200} Jul 24 01:07:04.738417 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=1722886c-350d-4118-96b1-5082f64a6e70,revision_number=10']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:04.959966 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596bece-226c-4847-af65-c1c933338fff req-796ac65f-2c07-4c77-b14a-ab3b0c8fa04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:04.961494 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7596bece-226c-4847-af65-c1c933338fff req-796ac65f-2c07-4c77-b14a-ab3b0c8fa04a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 1130 time: 0.0491145 Jul 24 01:07:05.007273 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7596bece-226c-4847-af65-c1c933338fff req-4403c7a1-6449-4959-bac2-6ddeb2ac8e0c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392828 Jul 24 01:07:05.592288 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:05.611682 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed5abf-b069-4488-bbfe-0e77a1227705 req-af5973bb-16df-4308-96c8-4c043af2cc70 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:05.613166 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b3ed5abf-b069-4488-bbfe-0e77a1227705 req-af5973bb-16df-4308-96c8-4c043af2cc70 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 946 time: 0.0528648 Jul 24 01:07:05.683007 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b3ed5abf-b069-4488-bbfe-0e77a1227705 req-86485e45-1446-403d-be0b-928f573e66a5 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641210 Jul 24 01:07:06.824886 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4c133-f425-42bc-ba69-0eb31c5ef01c req-08222be4-03da-4bfe-b8f8-b0dc72a25620 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:06.826358 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e8c4c133-f425-42bc-ba69-0eb31c5ef01c req-08222be4-03da-4bfe-b8f8-b0dc72a25620 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 946 time: 0.0635524 Jul 24 01:07:06.881979 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e8c4c133-f425-42bc-ba69-0eb31c5ef01c req-cd9efaa4-2e72-4db6-ab69-e1c62a229425 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469034 Jul 24 01:07:08.009747 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26346fa4-62e4-4c09-b03f-3e9eca392e2e req-404f42c4-c604-4be8-8072-d9f0f7e3d408 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:08.011321 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-26346fa4-62e4-4c09-b03f-3e9eca392e2e req-404f42c4-c604-4be8-8072-d9f0f7e3d408 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 946 time: 0.0499916 Jul 24 01:07:08.063440 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-26346fa4-62e4-4c09-b03f-3e9eca392e2e req-89190127-8695-4162-9923-a60509e4c89f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454912 Jul 24 01:07:09.498630 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=3 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:09.540287 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=23 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:09.794098 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:12.940323 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab2ad0-8602-45ab-84ee-1f6d9abcb2d8 req-d1cdb264-9a3b-4ff7-9e34-66da067f63fb tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:12.941825 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-daab2ad0-8602-45ab-84ee-1f6d9abcb2d8 req-d1cdb264-9a3b-4ff7-9e34-66da067f63fb tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=e985f6e0-7865-4447-868d-568639afe87b HTTP/1.1" status: 200 len: 945 time: 0.0501337 Jul 24 01:07:12.990253 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-daab2ad0-8602-45ab-84ee-1f6d9abcb2d8 req-d4382810-9e47-4252-b651-3644be471159 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd74468d-3cea-4eed-a7ac-8dd69cbab95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417023 Jul 24 01:07:13.573921 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0a5bcac0-434b-42d3-88c1-0c725da63334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:14.108611 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf84bc-5627-4c20-92f3-cc681b784b9f req-89bc2413-cbbd-40dc-8f53-38e4d9292568 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:14.110091 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0bbf84bc-5627-4c20-92f3-cc681b784b9f req-89bc2413-cbbd-40dc-8f53-38e4d9292568 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=e985f6e0-7865-4447-868d-568639afe87b HTTP/1.1" status: 200 len: 945 time: 0.0508559 Jul 24 01:07:14.136909 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:14.163991 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0bbf84bc-5627-4c20-92f3-cc681b784b9f req-ccca5cd2-358a-4e78-b85f-2fcef8a69b1e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd74468d-3cea-4eed-a7ac-8dd69cbab95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469310 Jul 24 01:07:14.628136 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817e08f-ce7d-4323-8509-082bfdf2741c req-b393577b-61e3-49d5-a491-77c2275f52bc tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:14.630087 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8817e08f-ce7d-4323-8509-082bfdf2741c req-b393577b-61e3-49d5-a491-77c2275f52bc tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.39 "GET /v2.0/ports?device_id=e985f6e0-7865-4447-868d-568639afe87b HTTP/1.1" status: 200 len: 945 time: 0.0466874 Jul 24 01:07:14.709549 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-8817e08f-ce7d-4323-8509-082bfdf2741c req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Deleting port 87ad2158-30f6-4543-a57f-4f732fe5c551 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:07:14.709820 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8817e08f-ce7d-4323-8509-082bfdf2741c req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (87ad2158-30f6-4543-a57f-4f732fe5c551), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:14.774611 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:14.812042 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-8817e08f-ce7d-4323-8509-082bfdf2741c req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] For port 87ad2158-30f6-4543-a57f-4f732fe5c551, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=87ad2158-30f6-4543-a57f-4f732fe5c551,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:14.812042 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8817e08f-ce7d-4323-8509-082bfdf2741c req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (87ad2158-30f6-4543-a57f-4f732fe5c551), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:14.975163 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8817e08f-ce7d-4323-8509-082bfdf2741c req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:14.975483 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8817e08f-ce7d-4323-8509-082bfdf2741c req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (3b6fcbbf-193d-4937-9258-272e837a1093), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:14.975736 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.l3_db [req-8817e08f-ce7d-4323-8509-082bfdf2741c req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Floating IP 3b6fcbbf-193d-4937-9258-272e837a1093 disassociated. External IP: 172.37.6.34, port: 87ad2158-30f6-4543-a57f-4f732fe5c551. Jul 24 01:07:14.976111 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-8817e08f-ce7d-4323-8509-082bfdf2741c req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Calling delete_port for 87ad2158-30f6-4543-a57f-4f732fe5c551 owned by compute:nova {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:07:15.058185 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:15.110605 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8817e08f-ce7d-4323-8509-082bfdf2741c req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (87ad2158-30f6-4543-a57f-4f732fe5c551), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:15.139190 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event deleted for resources: {'Port': ['ID=87ad2158-30f6-4543-a57f-4f732fe5c551,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:15.150445 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:15.150826 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:15.151177 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:15.151522 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:15.151862 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:15.152197 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:15.152531 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:15.152862 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:15.153196 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:15.153542 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:15.153856 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:15.154192 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:15.154524 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:15.154878 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:15.155207 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:15.264665 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a4455225-1f9b-4b58-b937-8156aed87566 req-58abdb2d-471a-4400-8cec-fe9512da774e tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=e985f6e0-7865-4447-868d-568639afe87b HTTP/1.1" status: 200 len: 210 time: 0.0277951 Jul 24 01:07:15.270659 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8817e08f-ce7d-4323-8509-082bfdf2741c req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Router e7884272-781c-4764-a5fa-e9aabaf2f60a has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:07:15.383191 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8817e08f-ce7d-4323-8509-082bfdf2741c req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:15.395211 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d77fb09-07e6-40d2-8b20-c9478dbd888f None None] Sync routers for ids ['e7884272-781c-4764-a5fa-e9aabaf2f60a'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:15.406056 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d77fb09-07e6-40d2-8b20-c9478dbd888f None None] Routers {'e7884272-781c-4764-a5fa-e9aabaf2f60a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:07:15.406890 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-2d77fb09-07e6-40d2-8b20-c9478dbd888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:06:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['e7884272-781c-4764-a5fa-e9aabaf2f60a'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:15.433815 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-8817e08f-ce7d-4323-8509-082bfdf2741c req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] No DVR routers for this DVR port 87ad2158-30f6-4543-a57f-4f732fe5c551 on host hv-cinder-maste {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:07:15.436729 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8817e08f-ce7d-4323-8509-082bfdf2741c req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:15.440197 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8817e08f-ce7d-4323-8509-082bfdf2741c req-d10917fc-7c6e-40c3-bfa2-9b084b00f0c8 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.39 "DELETE /v2.0/ports/87ad2158-30f6-4543-a57f-4f732fe5c551 HTTP/1.1" status: 204 len: 173 time: 0.8049891 Jul 24 01:07:15.440964 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e985f6e0-7865-4447-868d-568639afe87b', 'name': 'network-vif-deleted', 'tag': '87ad2158-30f6-4543-a57f-4f732fe5c551'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:07:15.447013 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb51aed-4b24-4f88-b141-a8452239c602" -d '{"events": [{"server_uuid": "e985f6e0-7865-4447-868d-568639afe87b", "name": "network-vif-deleted", "tag": "87ad2158-30f6-4543-a57f-4f732fe5c551"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:07:15.487362 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848381a7-fe42-4276-b4ec-9bb0ce82fc12 x-openstack-request-id: req-848381a7-fe42-4276-b4ec-9bb0ce82fc12 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:07:15.487753 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e985f6e0-7865-4447-868d-568639afe87b", "name": "network-vif-deleted", "tag": "87ad2158-30f6-4543-a57f-4f732fe5c551", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:07:15.488108 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-848381a7-fe42-4276-b4ec-9bb0ce82fc12 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:07:15.488516 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-848381a7-fe42-4276-b4ec-9bb0ce82fc12'] response: {'server_uuid': 'e985f6e0-7865-4447-868d-568639afe87b', 'name': 'network-vif-deleted', 'tag': '87ad2158-30f6-4543-a57f-4f732fe5c551', 'status': 'completed', 'code': 200} Jul 24 01:07:15.526539 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-2d77fb09-07e6-40d2-8b20-c9478dbd888f None None] Set router e7884272-781c-4764-a5fa-e9aabaf2f60a gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:07:15.795777 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-2d77fb09-07e6-40d2-8b20-c9478dbd888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:15.820389 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d77fb09-07e6-40d2-8b20-c9478dbd888f None None] Checking router: e7884272-781c-4764-a5fa-e9aabaf2f60a for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:07:15.828660 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d77fb09-07e6-40d2-8b20-c9478dbd888f None None] Routers {'e7884272-781c-4764-a5fa-e9aabaf2f60a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:07:15.829265 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-2d77fb09-07e6-40d2-8b20-c9478dbd888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:06:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['e7884272-781c-4764-a5fa-e9aabaf2f60a'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:15.841212 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7989c91f-a091-4427-8719-f61debead03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:15.927009 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-2d77fb09-07e6-40d2-8b20-c9478dbd888f None None] Set router e7884272-781c-4764-a5fa-e9aabaf2f60a gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:07:16.109310 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-2d77fb09-07e6-40d2-8b20-c9478dbd888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:16.133499 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d77fb09-07e6-40d2-8b20-c9478dbd888f None None] The sync data for ids ['e7884272-781c-4764-a5fa-e9aabaf2f60a'] in dv-cinder-master-3-iscsi is: [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:55Z', 'revision_number': 4, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a59794ec-7298-40f4-93ac-8b41c831cc00', 'name': '', 'network_id': '37cd1572-14d0-471e-b2ca-ff3f9078882e', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'mac_address': 'fa:16:3e:48:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:47Z', 'updated_at': '2022-07-24T01:01:06Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'subnets': [{'id': '2eef0065-2281-4101-b3bd-eee4be86f7f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:16.343054 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e539cf3-3535-4138-a420-9cccbccee23c None None] New status for floating IP 3b6fcbbf-193d-4937-9258-272e837a1093: DOWN {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:07:16.368131 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f2b7dd51-0e99-4ef3-89f7-d3ca20a4ed42 req-ad1bbcb6-c09f-4ed8-bfa1-70ae96d25ca5 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=e985f6e0-7865-4447-868d-568639afe87b HTTP/1.1" status: 200 len: 210 time: 0.0310311 Jul 24 01:07:16.420568 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:17.120672 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:17.464385 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-59fd8810-b633-400c-86ea-7c82e5e13272 req-78f9f111-85dd-4a47-aaab-72d02ccbfa7d tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/ports?device_id=e985f6e0-7865-4447-868d-568639afe87b HTTP/1.1" status: 200 len: 210 time: 0.0271392 Jul 24 01:07:18.420553 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:18.547516 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 37600) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:18.602236 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-891004eb-46c8-4e05-a0ee-cdb66ec2aa42 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (fd74468d-3cea-4eed-a7ac-8dd69cbab95b), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:18.624956 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-891004eb-46c8-4e05-a0ee-cdb66ec2aa42 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (fd74468d-3cea-4eed-a7ac-8dd69cbab95b), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:18.675101 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-891004eb-46c8-4e05-a0ee-cdb66ec2aa42 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (fd74468d-3cea-4eed-a7ac-8dd69cbab95b), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:18.677965 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-891004eb-46c8-4e05-a0ee-cdb66ec2aa42 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:18.679171 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-891004eb-46c8-4e05-a0ee-cdb66ec2aa42 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "DELETE /v2.0/security-groups/fd74468d-3cea-4eed-a7ac-8dd69cbab95b HTTP/1.1" status: 204 len: 168 time: 0.1306553 Jul 24 01:07:18.682227 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 37602) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:18.688215 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891004eb-46c8-4e05-a0ee-cdb66ec2aa42 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd74468d-3cea-4eed-a7ac-8dd69cbab95b,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:18.696524 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891004eb-46c8-4e05-a0ee-cdb66ec2aa42 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:18.696868 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891004eb-46c8-4e05-a0ee-cdb66ec2aa42 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:18.697082 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.api.v2.resource [None req-563ca5d4-8746-4b90-a71a-ba5b5cf56df1 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] show failed (client error): The resource could not be found. Jul 24 01:07:18.697211 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891004eb-46c8-4e05-a0ee-cdb66ec2aa42 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:18.697547 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891004eb-46c8-4e05-a0ee-cdb66ec2aa42 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:18.697879 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891004eb-46c8-4e05-a0ee-cdb66ec2aa42 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:18.698070 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-563ca5d4-8746-4b90-a71a-ba5b5cf56df1 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "GET /v2.0/security-groups/fd74468d-3cea-4eed-a7ac-8dd69cbab95b HTTP/1.1" status: 404 len: 347 time: 0.0147550 Jul 24 01:07:18.698230 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891004eb-46c8-4e05-a0ee-cdb66ec2aa42 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:18.698522 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891004eb-46c8-4e05-a0ee-cdb66ec2aa42 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:18.698878 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891004eb-46c8-4e05-a0ee-cdb66ec2aa42 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:18.699204 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891004eb-46c8-4e05-a0ee-cdb66ec2aa42 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:18.699528 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891004eb-46c8-4e05-a0ee-cdb66ec2aa42 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:18.699852 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891004eb-46c8-4e05-a0ee-cdb66ec2aa42 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:18.700172 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891004eb-46c8-4e05-a0ee-cdb66ec2aa42 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:18.700498 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891004eb-46c8-4e05-a0ee-cdb66ec2aa42 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:18.700779 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 37604) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:18.700878 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891004eb-46c8-4e05-a0ee-cdb66ec2aa42 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:18.701123 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891004eb-46c8-4e05-a0ee-cdb66ec2aa42 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:18.819484 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-25b345c1-b3de-4115-8903-2bf213da9940 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Deleting port 188b291b-8b0d-4eeb-b332-484f67633092 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:07:18.819829 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-25b345c1-b3de-4115-8903-2bf213da9940 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (188b291b-8b0d-4eeb-b332-484f67633092), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:18.843404 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:18.898839 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-25b345c1-b3de-4115-8903-2bf213da9940 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (188b291b-8b0d-4eeb-b332-484f67633092), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:18.899194 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-25b345c1-b3de-4115-8903-2bf213da9940 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (188b291b-8b0d-4eeb-b332-484f67633092), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:18.911188 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-25b345c1-b3de-4115-8903-2bf213da9940 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Calling delete_port for 188b291b-8b0d-4eeb-b332-484f67633092 owned by network:floatingip {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:07:18.993416 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:19.045727 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-25b345c1-b3de-4115-8903-2bf213da9940 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (188b291b-8b0d-4eeb-b332-484f67633092), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:19.073324 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b345c1-b3de-4115-8903-2bf213da9940 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Pushing event deleted for resources: {'Port': ['ID=188b291b-8b0d-4eeb-b332-484f67633092,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:19.133952 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-25b345c1-b3de-4115-8903-2bf213da9940 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks [] for floatingip (3b6fcbbf-193d-4937-9258-272e837a1093), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:19.136794 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-25b345c1-b3de-4115-8903-2bf213da9940 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:19.137957 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-25b345c1-b3de-4115-8903-2bf213da9940 tempest-AttachVolumeNegativeTest-1351003122 tempest-AttachVolumeNegativeTest-1351003122-project] 10.222.0.18 "DELETE /v2.0/floatingips/3b6fcbbf-193d-4937-9258-272e837a1093 HTTP/1.1" status: 204 len: 168 time: 0.4363174 Jul 24 01:07:19.707818 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 37642) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:19.800000 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 87ad2158-30f6-4543-a57f-4f732fe5c551 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:19.816765 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-03e2e1e8-150d-4706-9b0c-a1900bf8d94b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:19.821937 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] No Port match for: 87ad2158-30f6-4543-a57f-4f732fe5c551 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:07:19.822283 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 87ad2158-30f6-4543-a57f-4f732fe5c551 not bound to the agent host hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:07:19.894454 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-03e2e1e8-150d-4706-9b0c-a1900bf8d94b admin admin] Publish callbacks [] for security_group (e7253081-49e7-43f0-9c86-acb3690b6e07), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:19.898795 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-03e2e1e8-150d-4706-9b0c-a1900bf8d94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (e7253081-49e7-43f0-9c86-acb3690b6e07), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:19.937063 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-03e2e1e8-150d-4706-9b0c-a1900bf8d94b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05a3b3176f16448ca9d106b73df06b66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276518 Jul 24 01:07:19.938144 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2e1e8-150d-4706-9b0c-a1900bf8d94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7253081-49e7-43f0-9c86-acb3690b6e07,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:19.939880 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 37646) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:19.996788 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4e8da4b3-5563-4d5f-b2bc-82f93f5b61b1 admin admin] Publish callbacks [] for security_group (e7253081-49e7-43f0-9c86-acb3690b6e07), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:20.019334 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4e8da4b3-5563-4d5f-b2bc-82f93f5b61b1 admin admin] Publish callbacks [] for security_group (e7253081-49e7-43f0-9c86-acb3690b6e07), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:20.047200 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:20.066877 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4e8da4b3-5563-4d5f-b2bc-82f93f5b61b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (e7253081-49e7-43f0-9c86-acb3690b6e07), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:20.070266 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4e8da4b3-5563-4d5f-b2bc-82f93f5b61b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:20.071475 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-4e8da4b3-5563-4d5f-b2bc-82f93f5b61b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7253081-49e7-43f0-9c86-acb3690b6e07 HTTP/1.1" status: 204 len: 168 time: 0.1298311 Jul 24 01:07:20.079307 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8da4b3-5563-4d5f-b2bc-82f93f5b61b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7253081-49e7-43f0-9c86-acb3690b6e07,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:20.352845 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 37658) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:20.366378 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-39a52466-8121-4ca0-a929-c3de3c029014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:20.430684 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:20.462756 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-39a52466-8121-4ca0-a929-c3de3c029014 admin admin] Publish callbacks [] for security_group (24bdc014-5104-4822-ad10-8c5aa121a706), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:20.467044 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-39a52466-8121-4ca0-a929-c3de3c029014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (24bdc014-5104-4822-ad10-8c5aa121a706), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:20.508332 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-39a52466-8121-4ca0-a929-c3de3c029014 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=32bd0517ed9f4dd6a154164f751fa3bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1557357 Jul 24 01:07:20.510783 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 37670) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:20.516685 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a52466-8121-4ca0-a929-c3de3c029014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bdc014-5104-4822-ad10-8c5aa121a706,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:20.572601 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-18b47e1c-8b32-4b7f-b6d9-922e708f081b admin admin] Publish callbacks [] for security_group (24bdc014-5104-4822-ad10-8c5aa121a706), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:20.594998 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-18b47e1c-8b32-4b7f-b6d9-922e708f081b admin admin] Publish callbacks [] for security_group (24bdc014-5104-4822-ad10-8c5aa121a706), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:20.642870 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-18b47e1c-8b32-4b7f-b6d9-922e708f081b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (24bdc014-5104-4822-ad10-8c5aa121a706), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:20.645399 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-18b47e1c-8b32-4b7f-b6d9-922e708f081b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:20.647158 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-18b47e1c-8b32-4b7f-b6d9-922e708f081b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24bdc014-5104-4822-ad10-8c5aa121a706 HTTP/1.1" status: 204 len: 168 time: 0.1354542 Jul 24 01:07:20.654865 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b47e1c-8b32-4b7f-b6d9-922e708f081b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bdc014-5104-4822-ad10-8c5aa121a706,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:22.306676 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 37734) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:22.412936 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-53898357-7a86-4d31-968f-f4363984b4f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:22.414551 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:22.489948 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-53898357-7a86-4d31-968f-f4363984b4f8 admin admin] Publish callbacks [] for security_group (0513d078-0eb3-403f-9d13-370dab23ed05), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:22.493381 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-53898357-7a86-4d31-968f-f4363984b4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (0513d078-0eb3-403f-9d13-370dab23ed05), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:22.529874 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53898357-7a86-4d31-968f-f4363984b4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0513d078-0eb3-403f-9d13-370dab23ed05,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:22.534055 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-53898357-7a86-4d31-968f-f4363984b4f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5daf1836480242ae809219e2408f407c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263398 Jul 24 01:07:22.538025 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 37738) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:22.589882 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-37d987be-99d8-452a-aa7e-be2f80248420 admin admin] Publish callbacks [] for security_group (0513d078-0eb3-403f-9d13-370dab23ed05), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:22.611476 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-37d987be-99d8-452a-aa7e-be2f80248420 admin admin] Publish callbacks [] for security_group (0513d078-0eb3-403f-9d13-370dab23ed05), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:22.657876 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-37d987be-99d8-452a-aa7e-be2f80248420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (0513d078-0eb3-403f-9d13-370dab23ed05), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:22.660396 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-37d987be-99d8-452a-aa7e-be2f80248420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:22.662169 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-37d987be-99d8-452a-aa7e-be2f80248420 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0513d078-0eb3-403f-9d13-370dab23ed05 HTTP/1.1" status: 204 len: 168 time: 0.1228342 Jul 24 01:07:22.669798 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d987be-99d8-452a-aa7e-be2f80248420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0513d078-0eb3-403f-9d13-370dab23ed05,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:22.945289 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 37754) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:22.966441 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-38d1a308-e422-4092-bb48-37ea7d621d23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:23.015267 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 37758) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:23.029048 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 37762) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:23.062691 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-38d1a308-e422-4092-bb48-37ea7d621d23 admin admin] Publish callbacks [] for security_group (1ed252bc-434d-4e5f-9e2e-adb5471237e4), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:23.068212 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-38d1a308-e422-4092-bb48-37ea7d621d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (1ed252bc-434d-4e5f-9e2e-adb5471237e4), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:23.109599 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-38d1a308-e422-4092-bb48-37ea7d621d23 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa3e061e688e46eb9091b9ee210f4fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1631742 Jul 24 01:07:23.111407 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1a308-e422-4092-bb48-37ea7d621d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed252bc-434d-4e5f-9e2e-adb5471237e4,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:23.125119 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 37766) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:23.182498 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ee62397b-1819-4961-9b75-ba142cc26577 admin admin] Publish callbacks [] for security_group (1ed252bc-434d-4e5f-9e2e-adb5471237e4), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:23.209781 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f60fe13e-1ecc-4a57-8f3d-74209a5bf19c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:23.232932 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ee62397b-1819-4961-9b75-ba142cc26577 admin admin] Publish callbacks [] for security_group (1ed252bc-434d-4e5f-9e2e-adb5471237e4), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:23.426571 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ee62397b-1819-4961-9b75-ba142cc26577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (1ed252bc-434d-4e5f-9e2e-adb5471237e4), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:23.429698 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ee62397b-1819-4961-9b75-ba142cc26577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:23.430856 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-ee62397b-1819-4961-9b75-ba142cc26577 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ed252bc-434d-4e5f-9e2e-adb5471237e4 HTTP/1.1" status: 204 len: 168 time: 0.3047156 Jul 24 01:07:23.453542 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62397b-1819-4961-9b75-ba142cc26577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed252bc-434d-4e5f-9e2e-adb5471237e4,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:23.476099 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f60fe13e-1ecc-4a57-8f3d-74209a5bf19c admin admin] Publish callbacks [] for security_group (758df8d7-2655-48ce-9a62-afde2a64cded), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:23.507160 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f60fe13e-1ecc-4a57-8f3d-74209a5bf19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (758df8d7-2655-48ce-9a62-afde2a64cded), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:23.565758 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-f60fe13e-1ecc-4a57-8f3d-74209a5bf19c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce0bcbe23a1d4854ad1565de299887c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5467284 Jul 24 01:07:23.566295 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 37772) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:23.570706 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fe13e-1ecc-4a57-8f3d-74209a5bf19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758df8d7-2655-48ce-9a62-afde2a64cded,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:23.610292 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:23.625654 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e0b90577-488e-478d-8f5d-ec8898740d11 admin admin] Publish callbacks [] for security_group (758df8d7-2655-48ce-9a62-afde2a64cded), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:23.639681 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:23.649785 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e0b90577-488e-478d-8f5d-ec8898740d11 admin admin] Publish callbacks [] for security_group (758df8d7-2655-48ce-9a62-afde2a64cded), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:23.703038 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e0b90577-488e-478d-8f5d-ec8898740d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (758df8d7-2655-48ce-9a62-afde2a64cded), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:23.705209 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b555ff68-7535-49fe-befe-df82c4f1bad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687808'] for router_interface (e7884272-781c-4764-a5fa-e9aabaf2f60a), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:23.706523 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-e0b90577-488e-478d-8f5d-ec8898740d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:23.707864 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-e0b90577-488e-478d-8f5d-ec8898740d11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/758df8d7-2655-48ce-9a62-afde2a64cded HTTP/1.1" status: 204 len: 168 time: 0.1392894 Jul 24 01:07:23.716836 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b90577-488e-478d-8f5d-ec8898740d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758df8d7-2655-48ce-9a62-afde2a64cded,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:23.808031 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:23.955000 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-b555ff68-7535-49fe-befe-df82c4f1bad2 admin admin] Deleting port a59794ec-7298-40f4-93ac-8b41c831cc00 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:07:23.955321 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b555ff68-7535-49fe-befe-df82c4f1bad2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (a59794ec-7298-40f4-93ac-8b41c831cc00), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:24.043892 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-b555ff68-7535-49fe-befe-df82c4f1bad2 admin admin] For port a59794ec-7298-40f4-93ac-8b41c831cc00, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a59794ec-7298-40f4-93ac-8b41c831cc00,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:24.044515 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b555ff68-7535-49fe-befe-df82c4f1bad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (a59794ec-7298-40f4-93ac-8b41c831cc00), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:24.060228 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-b555ff68-7535-49fe-befe-df82c4f1bad2 admin admin] Calling delete_port for a59794ec-7298-40f4-93ac-8b41c831cc00 owned by network:router_interface {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:07:24.245039 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b555ff68-7535-49fe-befe-df82c4f1bad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (a59794ec-7298-40f4-93ac-8b41c831cc00), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:24.268565 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555ff68-7535-49fe-befe-df82c4f1bad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a59794ec-7298-40f4-93ac-8b41c831cc00,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:24.452829 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b555ff68-7535-49fe-befe-df82c4f1bad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687152'] for router_interface (e7884272-781c-4764-a5fa-e9aabaf2f60a), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:24.793187 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:24.904808 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b555ff68-7535-49fe-befe-df82c4f1bad2 admin admin] Router e7884272-781c-4764-a5fa-e9aabaf2f60a has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:07:24.989739 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:25.011842 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b555ff68-7535-49fe-befe-df82c4f1bad2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:25.019113 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-b555ff68-7535-49fe-befe-df82c4f1bad2 admin admin] 10.222.0.18 "PUT /v2.0/routers/e7884272-781c-4764-a5fa-e9aabaf2f60a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9865856 Jul 24 01:07:25.019356 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 37814) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:25.025788 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1509bbd8-9993-4d25-b8e7-78913d5d1a5f None None] Sync routers for ids ['e7884272-781c-4764-a5fa-e9aabaf2f60a'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:25.037539 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1509bbd8-9993-4d25-b8e7-78913d5d1a5f None None] Routers {'e7884272-781c-4764-a5fa-e9aabaf2f60a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:07:25.038161 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1509bbd8-9993-4d25-b8e7-78913d5d1a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:07:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['e7884272-781c-4764-a5fa-e9aabaf2f60a'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:25.129759 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20fc5ae9-962a-45cd-bafa-d44350426cf7 admin admin] Publish callbacks [] for router (e7884272-781c-4764-a5fa-e9aabaf2f60a), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:25.143961 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-1509bbd8-9993-4d25-b8e7-78913d5d1a5f None None] Set router e7884272-781c-4764-a5fa-e9aabaf2f60a gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:07:25.231872 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20fc5ae9-962a-45cd-bafa-d44350426cf7 admin admin] Publish callbacks [] for router_gateway (e7884272-781c-4764-a5fa-e9aabaf2f60a), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:25.261833 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 37818) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:25.276197 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-20fc5ae9-962a-45cd-bafa-d44350426cf7 admin admin] Deleting port 3864c484-7ef9-492c-b856-6bbee584941a {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:07:25.276545 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20fc5ae9-962a-45cd-bafa-d44350426cf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (3864c484-7ef9-492c-b856-6bbee584941a), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:25.278042 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:07:25.324977 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=100 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:25.326448 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1509bbd8-9993-4d25-b8e7-78913d5d1a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253'}], 'enable_snat': True}, 'gw_port_id': '3864c484-7ef9-492c-b856-6bbee584941a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:07:24Z', 'revision_number': 5, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port': {'id': '3864c484-7ef9-492c-b856-6bbee584941a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:38Z', 'updated_at': '2022-07-24T01:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:25.329690 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=100 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:25.368576 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1509bbd8-9993-4d25-b8e7-78913d5d1a5f None None] Checking router: e7884272-781c-4764-a5fa-e9aabaf2f60a for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:07:25.371331 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-20fc5ae9-962a-45cd-bafa-d44350426cf7 admin admin] For port 3864c484-7ef9-492c-b856-6bbee584941a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3864c484-7ef9-492c-b856-6bbee584941a,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:25.371699 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20fc5ae9-962a-45cd-bafa-d44350426cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (3864c484-7ef9-492c-b856-6bbee584941a), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:25.377284 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1509bbd8-9993-4d25-b8e7-78913d5d1a5f None None] Routers {'e7884272-781c-4764-a5fa-e9aabaf2f60a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:07:25.377899 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1509bbd8-9993-4d25-b8e7-78913d5d1a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:07:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['e7884272-781c-4764-a5fa-e9aabaf2f60a'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:25.385486 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-20fc5ae9-962a-45cd-bafa-d44350426cf7 admin admin] Calling delete_port for 3864c484-7ef9-492c-b856-6bbee584941a owned by network:router_gateway {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:07:25.418545 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-05b964aa-db6d-4767-a5e9-110d70c49068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:25.454128 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:25.465822 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-1509bbd8-9993-4d25-b8e7-78913d5d1a5f None None] Set router e7884272-781c-4764-a5fa-e9aabaf2f60a gateway port host: None {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:07:25.504071 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-05b964aa-db6d-4767-a5e9-110d70c49068 admin admin] Publish callbacks [] for security_group (81b01aae-3beb-4a78-a7fe-86d28ec1dd0a), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:25.508281 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-05b964aa-db6d-4767-a5e9-110d70c49068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (81b01aae-3beb-4a78-a7fe-86d28ec1dd0a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:25.517612 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1509bbd8-9993-4d25-b8e7-78913d5d1a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:07:25Z', 'revision_number': 6, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:25.532301 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b964aa-db6d-4767-a5e9-110d70c49068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b01aae-3beb-4a78-a7fe-86d28ec1dd0a,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:25.542842 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1509bbd8-9993-4d25-b8e7-78913d5d1a5f None None] The sync data for ids ['e7884272-781c-4764-a5fa-e9aabaf2f60a'] in dv-cinder-master-3-iscsi is: [{'id': 'e7884272-781c-4764-a5fa-e9aabaf2f60a', 'name': 'tempest-AttachVolumeNegativeTest-2021617034-router', 'tenant_id': '3c68e39bc1724fda980be3463bbf7d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:07:25Z', 'revision_number': 6, 'project_id': '3c68e39bc1724fda980be3463bbf7d7b', 'gw_port_host': None}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:25.558487 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 37822) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:25.558688 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-05b964aa-db6d-4767-a5e9-110d70c49068 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8afa24eea83e4843bf086fcdb1cf768f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950854 Jul 24 01:07:25.577758 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20fc5ae9-962a-45cd-bafa-d44350426cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (3864c484-7ef9-492c-b856-6bbee584941a), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:25.590301 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:25.617138 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc5ae9-962a-45cd-bafa-d44350426cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3864c484-7ef9-492c-b856-6bbee584941a,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:25.691116 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-93d96fbc-effa-417f-bcbf-cb7f186cd2a5 admin admin] Publish callbacks [] for security_group (81b01aae-3beb-4a78-a7fe-86d28ec1dd0a), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:25.709206 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20fc5ae9-962a-45cd-bafa-d44350426cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687419'] for router_gateway (e7884272-781c-4764-a5fa-e9aabaf2f60a), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:25.740404 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-93d96fbc-effa-417f-bcbf-cb7f186cd2a5 admin admin] Publish callbacks [] for security_group (81b01aae-3beb-4a78-a7fe-86d28ec1dd0a), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:25.819217 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20fc5ae9-962a-45cd-bafa-d44350426cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1249'] for router (e7884272-781c-4764-a5fa-e9aabaf2f60a), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:25.824721 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20fc5ae9-962a-45cd-bafa-d44350426cf7 admin admin] Publish callbacks [] for router_controller (e7884272-781c-4764-a5fa-e9aabaf2f60a), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:25.869214 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20fc5ae9-962a-45cd-bafa-d44350426cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680094'] for router (e7884272-781c-4764-a5fa-e9aabaf2f60a), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:25.869748 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fc5ae9-962a-45cd-bafa-d44350426cf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7884272-781c-4764-a5fa-e9aabaf2f60a {{(pid=103995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:07:25.877914 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20fc5ae9-962a-45cd-bafa-d44350426cf7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:25.878629 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-20fc5ae9-962a-45cd-bafa-d44350426cf7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e7884272-781c-4764-a5fa-e9aabaf2f60a HTTP/1.1" status: 204 len: 168 time: 0.8583322 Jul 24 01:07:25.883111 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 37824) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:25.888671 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-93d96fbc-effa-417f-bcbf-cb7f186cd2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (81b01aae-3beb-4a78-a7fe-86d28ec1dd0a), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:25.891410 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-93d96fbc-effa-417f-bcbf-cb7f186cd2a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:25.892982 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-93d96fbc-effa-417f-bcbf-cb7f186cd2a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81b01aae-3beb-4a78-a7fe-86d28ec1dd0a HTTP/1.1" status: 204 len: 168 time: 0.3334866 Jul 24 01:07:25.901829 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d96fbc-effa-417f-bcbf-cb7f186cd2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b01aae-3beb-4a78-a7fe-86d28ec1dd0a,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:25.954253 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d7cf3c-23d2-4867-822c-58e6926f5c63 admin admin] Deleting subnet 2eef0065-2281-4101-b3bd-eee4be86f7f1 {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 01:07:25.957824 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-19d7cf3c-23d2-4867-822c-58e6926f5c63 admin admin] Publish callbacks [] for subnet (2eef0065-2281-4101-b3bd-eee4be86f7f1), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.000874 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-19d7cf3c-23d2-4867-822c-58e6926f5c63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15792540'] for subnet (2eef0065-2281-4101-b3bd-eee4be86f7f1), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.078484 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-19d7cf3c-23d2-4867-822c-58e6926f5c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1702200'] for subnet (2eef0065-2281-4101-b3bd-eee4be86f7f1), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.132642 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-19d7cf3c-23d2-4867-822c-58e6926f5c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1702193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4959331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5214611'] for subnet (2eef0065-2281-4101-b3bd-eee4be86f7f1), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.163054 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7cf3c-23d2-4867-822c-58e6926f5c63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eef0065-2281-4101-b3bd-eee4be86f7f1,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:26.166731 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-19d7cf3c-23d2-4867-822c-58e6926f5c63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.169850 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-19d7cf3c-23d2-4867-822c-58e6926f5c63 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2eef0065-2281-4101-b3bd-eee4be86f7f1 HTTP/1.1" status: 204 len: 168 time: 0.2853582 Jul 24 01:07:26.172403 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 37830) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:26.174245 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf85304-6daa-43ad-baa3-00e6808a57b7 None None] Network 37cd1572-14d0-471e-b2ca-ff3f9078882e requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:07:26.227988 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 37832) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:26.235345 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:26.244442 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-790a410d-c21c-4742-95ef-49f83dc1c781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.246656 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-db76a2ca-6900-47a6-b0ad-d4cb11868b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658929'] for network (37cd1572-14d0-471e-b2ca-ff3f9078882e), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.246824 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:26.299807 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-db76a2ca-6900-47a6-b0ad-d4cb11868b1d admin admin] Deleting port 6565ec20-0e74-458d-bbd7-ea9f88ef46d6 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:07:26.299807 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-db76a2ca-6900-47a6-b0ad-d4cb11868b1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (6565ec20-0e74-458d-bbd7-ea9f88ef46d6), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.345994 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-790a410d-c21c-4742-95ef-49f83dc1c781 admin admin] Publish callbacks [] for security_group (2ed7ba3e-f5a8-4e4c-b880-3517655dafcd), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.351846 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-790a410d-c21c-4742-95ef-49f83dc1c781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (2ed7ba3e-f5a8-4e4c-b880-3517655dafcd), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.378628 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] DHCP port deletion for 37cd1572-14d0-471e-b2ca-ff3f9078882e request from dv-cinder-master-3-iscsi {{(pid=103997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 24 01:07:26.379320 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-db76a2ca-6900-47a6-b0ad-d4cb11868b1d admin admin] For port 6565ec20-0e74-458d-bbd7-ea9f88ef46d6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6565ec20-0e74-458d-bbd7-ea9f88ef46d6,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:26.379694 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-db76a2ca-6900-47a6-b0ad-d4cb11868b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (6565ec20-0e74-458d-bbd7-ea9f88ef46d6), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.394311 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-db76a2ca-6900-47a6-b0ad-d4cb11868b1d admin admin] Calling delete_port for 6565ec20-0e74-458d-bbd7-ea9f88ef46d6 owned by network:dhcp {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:07:26.400130 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a410d-c21c-4742-95ef-49f83dc1c781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed7ba3e-f5a8-4e4c-b880-3517655dafcd,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:26.407444 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-790a410d-c21c-4742-95ef-49f83dc1c781 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe0f52b1455a41eb9fa4bba088663dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1784027 Jul 24 01:07:26.409978 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 37834) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:26.446683 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:26.454849 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] Deleting port 6565ec20-0e74-458d-bbd7-ea9f88ef46d6 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:07:26.455411 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (6565ec20-0e74-458d-bbd7-ea9f88ef46d6), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.469519 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5c87d7f8-89ef-42f3-8832-350ba07799a2 admin admin] Publish callbacks [] for security_group (2ed7ba3e-f5a8-4e4c-b880-3517655dafcd), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.483011 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-db76a2ca-6900-47a6-b0ad-d4cb11868b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (6565ec20-0e74-458d-bbd7-ea9f88ef46d6), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.499235 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5c87d7f8-89ef-42f3-8832-350ba07799a2 admin admin] Publish callbacks [] for security_group (2ed7ba3e-f5a8-4e4c-b880-3517655dafcd), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.514589 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76a2ca-6900-47a6-b0ad-d4cb11868b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=6565ec20-0e74-458d-bbd7-ea9f88ef46d6,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:26.518354 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db76a2ca-6900-47a6-b0ad-d4cb11868b1d admin admin] No DVR routers for this DVR port 6565ec20-0e74-458d-bbd7-ea9f88ef46d6 on host dv-cinder-master-3-iscsi {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:07:26.543604 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] For port 6565ec20-0e74-458d-bbd7-ea9f88ef46d6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6565ec20-0e74-458d-bbd7-ea9f88ef46d6,segment=NetworkSegment(7b173060-b5f3-4b8a-986a-6af6def45749),segment_id=7b173060-b5f3-4b8a-986a-6af6def45749)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:26.544008 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (6565ec20-0e74-458d-bbd7-ea9f88ef46d6), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.559074 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5c87d7f8-89ef-42f3-8832-350ba07799a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (2ed7ba3e-f5a8-4e4c-b880-3517655dafcd), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.561647 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5c87d7f8-89ef-42f3-8832-350ba07799a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.562057 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] Calling delete_port for 6565ec20-0e74-458d-bbd7-ea9f88ef46d6 owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:07:26.562960 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-5c87d7f8-89ef-42f3-8832-350ba07799a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ed7ba3e-f5a8-4e4c-b880-3517655dafcd HTTP/1.1" status: 204 len: 168 time: 0.1520367 Jul 24 01:07:26.571805 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87d7f8-89ef-42f3-8832-350ba07799a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed7ba3e-f5a8-4e4c-b880-3517655dafcd,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:26.613779 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-db76a2ca-6900-47a6-b0ad-d4cb11868b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702323', 'neutron.services.segments.db._delete_segments_for_network-8763390966860'] for network (37cd1572-14d0-471e-b2ca-ff3f9078882e), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.643051 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-db76a2ca-6900-47a6-b0ad-d4cb11868b1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37cd1572-14d0-471e-b2ca-ff3f9078882e']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:26.654350 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-db76a2ca-6900-47a6-b0ad-d4cb11868b1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b173060-b5f3-4b8a-986a-6af6def45749') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:26.654655 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-db76a2ca-6900-47a6-b0ad-d4cb11868b1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b173060-b5f3-4b8a-986a-6af6def45749') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:26.665990 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239'] for port (6565ec20-0e74-458d-bbd7-ea9f88ef46d6), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.668965 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-db76a2ca-6900-47a6-b0ad-d4cb11868b1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763390966245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15792549'] for segment (7b173060-b5f3-4b8a-986a-6af6def45749), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.690587 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-db76a2ca-6900-47a6-b0ad-d4cb11868b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (7b173060-b5f3-4b8a-986a-6af6def45749), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.691823 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] Pushing event deleted for resources: {'Port': ['ID=6565ec20-0e74-458d-bbd7-ea9f88ef46d6,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:26.700318 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:26.700775 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db76a2ca-6900-47a6-b0ad-d4cb11868b1d admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:07:26.701106 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:26.701798 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:26.701936 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-db76a2ca-6900-47a6-b0ad-d4cb11868b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4959449'] for segment (7b173060-b5f3-4b8a-986a-6af6def45749), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.702034 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:26.702272 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:26.702594 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:26.703102 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:26.703677 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:26.704220 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:26.704750 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:26.705302 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:26.705832 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:26.706359 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:26.706923 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:26.707461 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:26.712770 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4559fc72-f976-483a-8fd7-d4a2f5f3d2cb None None] No DVR routers for this DVR port 6565ec20-0e74-458d-bbd7-ea9f88ef46d6 on host dv-cinder-master-3-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:07:26.724598 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:INSERT=3,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:26.763178 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.services.segments.plugin [-] Segment 7b173060-b5f3-4b8a-986a-6af6def45749 resource provider aggregate not found Jul 24 01:07:26.781459 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-db76a2ca-6900-47a6-b0ad-d4cb11868b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687525'] for network (37cd1572-14d0-471e-b2ca-ff3f9078882e), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.789489 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.services.segments.plugin [-] Segment 7b173060-b5f3-4b8a-986a-6af6def45749 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b173060-b5f3-4b8a-986a-6af6def45749 found for delete ", "request_id": "req-d158659c-696f-456b-8841-377f6c945f97"}]} Jul 24 01:07:26.790523 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-db76a2ca-6900-47a6-b0ad-d4cb11868b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:26.794376 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-db76a2ca-6900-47a6-b0ad-d4cb11868b1d admin admin] 10.222.0.18 "DELETE /v2.0/networks/37cd1572-14d0-471e-b2ca-ff3f9078882e HTTP/1.1" status: 204 len: 168 time: 0.6208344 Jul 24 01:07:26.804253 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76a2ca-6900-47a6-b0ad-d4cb11868b1d admin admin] Pushing event deleted for resources: {'Network': ['ID=37cd1572-14d0-471e-b2ca-ff3f9078882e,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:26.981375 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 37850) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:27.025210 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-7fa0346b-2e99-4a3d-92c7-5b7fd6a45d11 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c68e39bc1724fda980be3463bbf7d7b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403605 Jul 24 01:07:27.025484 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 37854) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:27.078258 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-07b01614-4399-463c-8e7e-875c8d5ceccf admin admin] Publish callbacks [] for security_group (b61cf759-0672-41f5-8b25-c45c1f6f2c37), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:27.101871 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-07b01614-4399-463c-8e7e-875c8d5ceccf admin admin] Publish callbacks [] for security_group (b61cf759-0672-41f5-8b25-c45c1f6f2c37), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:27.150602 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-07b01614-4399-463c-8e7e-875c8d5ceccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (b61cf759-0672-41f5-8b25-c45c1f6f2c37), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:27.153332 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-07b01614-4399-463c-8e7e-875c8d5ceccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:27.154805 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-07b01614-4399-463c-8e7e-875c8d5ceccf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b61cf759-0672-41f5-8b25-c45c1f6f2c37 HTTP/1.1" status: 204 len: 168 time: 0.1281059 Jul 24 01:07:27.163478 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b01614-4399-463c-8e7e-875c8d5ceccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61cf759-0672-41f5-8b25-c45c1f6f2c37,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:27.347774 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 3864c484-7ef9-492c-b856-6bbee584941a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:27.367723 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 3864c484-7ef9-492c-b856-6bbee584941a {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:07:27.368407 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 3864c484-7ef9-492c-b856-6bbee584941a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:07:27.368820 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device a59794ec-7298-40f4-93ac-8b41c831cc00 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:27.389986 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: a59794ec-7298-40f4-93ac-8b41c831cc00 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:07:27.390336 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device a59794ec-7298-40f4-93ac-8b41c831cc00 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:07:27.390745 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 6565ec20-0e74-458d-bbd7-ea9f88ef46d6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:27.419931 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 6565ec20-0e74-458d-bbd7-ea9f88ef46d6 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:07:27.420281 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 6565ec20-0e74-458d-bbd7-ea9f88ef46d6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:07:27.976961 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 37902) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:28.087208 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7e6ed5d8-0ccb-4208-9cc1-95c4f51df750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:28.107174 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:28.168925 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7e6ed5d8-0ccb-4208-9cc1-95c4f51df750 admin admin] Publish callbacks [] for security_group (f9091dd6-6c48-4a74-a480-823064c9f261), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:28.173817 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7e6ed5d8-0ccb-4208-9cc1-95c4f51df750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (f9091dd6-6c48-4a74-a480-823064c9f261), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:28.213991 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-7e6ed5d8-0ccb-4208-9cc1-95c4f51df750 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca2d192fa5ee4c68b154fdbd1f4b0f64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358005 Jul 24 01:07:28.214893 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ed5d8-0ccb-4208-9cc1-95c4f51df750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9091dd6-6c48-4a74-a480-823064c9f261,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:28.216725 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 37906) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:28.269339 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-52849e4b-b3b8-462a-9bc5-9a6c8ef8190e admin admin] Publish callbacks [] for security_group (f9091dd6-6c48-4a74-a480-823064c9f261), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:28.292670 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-52849e4b-b3b8-462a-9bc5-9a6c8ef8190e admin admin] Publish callbacks [] for security_group (f9091dd6-6c48-4a74-a480-823064c9f261), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:28.347116 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-52849e4b-b3b8-462a-9bc5-9a6c8ef8190e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (f9091dd6-6c48-4a74-a480-823064c9f261), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:28.349937 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-52849e4b-b3b8-462a-9bc5-9a6c8ef8190e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:28.354010 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-52849e4b-b3b8-462a-9bc5-9a6c8ef8190e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9091dd6-6c48-4a74-a480-823064c9f261 HTTP/1.1" status: 204 len: 168 time: 0.1328802 Jul 24 01:07:28.359082 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52849e4b-b3b8-462a-9bc5-9a6c8ef8190e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9091dd6-6c48-4a74-a480-823064c9f261,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:29.066632 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 37934) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:29.165906 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-d8e36bc6-0052-46ca-a726-25c9558596d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-901561103-network', 'tenant_id': '54b31a874a6b4ec48f9a938d817c4637'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:07:29.177387 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:29.187805 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e36bc6-0052-46ca-a726-25c9558596d6 admin admin] Made reservation on behalf of 54b31a874a6b4ec48f9a938d817c4637 for: {'network': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:29.190128 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d8e36bc6-0052-46ca-a726-25c9558596d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for network (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:29.199587 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d8e36bc6-0052-46ca-a726-25c9558596d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:29.281643 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d8e36bc6-0052-46ca-a726-25c9558596d6 admin admin] Publish callbacks [] for security_group (af8f8c50-bcd5-4c03-ad71-6b46f695437d), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:29.285353 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d8e36bc6-0052-46ca-a726-25c9558596d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (af8f8c50-bcd5-4c03-ad71-6b46f695437d), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:29.313222 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e36bc6-0052-46ca-a726-25c9558596d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:07:29.319964 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e36bc6-0052-46ca-a726-25c9558596d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8f8c50-bcd5-4c03-ad71-6b46f695437d,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:29.326001 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d8e36bc6-0052-46ca-a726-25c9558596d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (1290aa10-1212-4d5f-be88-1e820a2d17ce), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:29.326346 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.segments_db [None req-d8e36bc6-0052-46ca-a726-25c9558596d6 admin admin] Added segment 1290aa10-1212-4d5f-be88-1e820a2d17ce of type vlan for network c741dacb-eb73-4391-9009-40d0df6ad4b9 Jul 24 01:07:29.366499 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d8e36bc6-0052-46ca-a726-25c9558596d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763390501425'] for network (c741dacb-eb73-4391-9009-40d0df6ad4b9), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:29.391197 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d8e36bc6-0052-46ca-a726-25c9558596d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for network (c741dacb-eb73-4391-9009-40d0df6ad4b9), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:29.392163 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e36bc6-0052-46ca-a726-25c9558596d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:29.392761 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d8e36bc6-0052-46ca-a726-25c9558596d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:29.430366 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-d8e36bc6-0052-46ca-a726-25c9558596d6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3624392 Jul 24 01:07:29.433455 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 37938) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:29.438466 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-5a25cc49-36f9-410c-8c35-e29adba8abd5 admin admin] Request body: {'subnet': {'network_id': 'c741dacb-eb73-4391-9009-40d0df6ad4b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-901561103-subnet', 'tenant_id': '54b31a874a6b4ec48f9a938d817c4637', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:07:29.460041 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a25cc49-36f9-410c-8c35-e29adba8abd5 admin admin] Made reservation on behalf of 54b31a874a6b4ec48f9a938d817c4637 for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:29.461388 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e36bc6-0052-46ca-a726-25c9558596d6 admin admin] Pushing event updated for resources: {'Network': ['ID=c741dacb-eb73-4391-9009-40d0df6ad4b9,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:29.462864 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5a25cc49-36f9-410c-8c35-e29adba8abd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5214646'] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:29.471317 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Network c741dacb-eb73-4391-9009-40d0df6ad4b9 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:07:29.639939 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5a25cc49-36f9-410c-8c35-e29adba8abd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4959266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5214628'] for subnet (093ce1fe-9652-4222-a4af-55379218a6d4), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:29.698104 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25cc49-36f9-410c-8c35-e29adba8abd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=093ce1fe-9652-4222-a4af-55379218a6d4,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:29.709694 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a25cc49-36f9-410c-8c35-e29adba8abd5 admin admin] Checking segment: {'id': '1290aa10-1212-4d5f-be88-1e820a2d17ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c741dacb-eb73-4391-9009-40d0df6ad4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:07:29.710044 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a25cc49-36f9-410c-8c35-e29adba8abd5 admin admin] Network hostable DHCP agents. Network: c741dacb-eb73-4391-9009-40d0df6ad4b9, hostable agents: ['c3e033ef-4c45-4acb-8d93-0c64c51b87a9'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:07:29.727895 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a25cc49-36f9-410c-8c35-e29adba8abd5 admin admin] Network c741dacb-eb73-4391-9009-40d0df6ad4b9 is scheduled to be hosted by DHCP agent c3e033ef-4c45-4acb-8d93-0c64c51b87a9 with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:07:29.737045 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-5a25cc49-36f9-410c-8c35-e29adba8abd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c741dacb-eb73-4391-9009-40d0df6ad4b9) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:29.742640 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a25cc49-36f9-410c-8c35-e29adba8abd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:29.743255 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5a25cc49-36f9-410c-8c35-e29adba8abd5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:29.750957 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7071e81c-567d-40ee-bfb0-8fbbec23710d None None] Network c741dacb-eb73-4391-9009-40d0df6ad4b9 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:07:29.763406 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5a25cc49-36f9-410c-8c35-e29adba8abd5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3286855 Jul 24 01:07:29.886243 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a67a6e0-b345-4891-b3b0-ef3484614d95 None None] Network c741dacb-eb73-4391-9009-40d0df6ad4b9 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:07:31.518174 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:31.537342 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-ba2e5017-6393-4e76-8704-47d6acf7a24a tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:31.538852 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-ba2e5017-6393-4e76-8704-47d6acf7a24a tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/networks?id=c741dacb-eb73-4391-9009-40d0df6ad4b9 HTTP/1.1" status: 200 len: 808 time: 0.1032848 Jul 24 01:07:31.554073 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-0efa6e43-8d7f-4149-893c-99809e13a448 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/quotas/54b31a874a6b4ec48f9a938d817c4637 HTTP/1.1" status: 200 len: 375 time: 0.0097237 Jul 24 01:07:31.585965 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9398e74b-cfab-488d-bd18-bac7aea23d4a tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=54b31a874a6b4ec48f9a938d817c4637&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270290 Jul 24 01:07:31.722727 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-c5b1a13f-4fc4-48cd-a46e-ef668528f9cf service neutron] 10.222.0.18 "GET /v2.0/networks/c741dacb-eb73-4391-9009-40d0df6ad4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301887 Jul 24 01:07:32.069882 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-df3606d1-1c9f-41c1-ac66-70098b085431 service neutron] 10.222.0.18 "GET /v2.0/networks/c741dacb-eb73-4391-9009-40d0df6ad4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408616 Jul 24 01:07:32.225580 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-239ad88c-f19e-40ee-bac0-66195f15a4e0 req-57a02bd3-59d2-4639-830a-6b4e7f39e977 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=d56f41a6-596a-4045-9f75-d1972a1479f8 HTTP/1.1" status: 200 len: 210 time: 0.0283413 Jul 24 01:07:33.299416 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-e0b77e18-4443-41a6-becf-dce9f6c15bed tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:33.301387 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-e0b77e18-4443-41a6-becf-dce9f6c15bed tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.39 "GET /v2.0/networks?id=c741dacb-eb73-4391-9009-40d0df6ad4b9 HTTP/1.1" status: 200 len: 808 time: 0.1261723 Jul 24 01:07:33.322733 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-dbef899b-e937-4dcf-82e5-cf5f0a6a76da tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Request body: {'port': {'device_id': 'd56f41a6-596a-4045-9f75-d1972a1479f8', 'network_id': 'c741dacb-eb73-4391-9009-40d0df6ad4b9', 'admin_state_up': True, 'tenant_id': '54b31a874a6b4ec48f9a938d817c4637'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:07:33.339648 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e1cdf9f2-bac9-408f-a6ae-07ab1ad1b018 req-be6af7f3-8d18-4a20-8ef2-f0b21f0e1eca tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=d56f41a6-596a-4045-9f75-d1972a1479f8 HTTP/1.1" status: 200 len: 210 time: 0.0283487 Jul 24 01:07:33.436762 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-dbef899b-e937-4dcf-82e5-cf5f0a6a76da tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Made reservation on behalf of 54b31a874a6b4ec48f9a938d817c4637 for: {'port': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:33.440147 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-dbef899b-e937-4dcf-82e5-cf5f0a6a76da tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:33.563950 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-dbef899b-e937-4dcf-82e5-cf5f0a6a76da tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Allocated IP 172.20.0.11 (c741dacb-eb73-4391-9009-40d0df6ad4b9/093ce1fe-9652-4222-a4af-55379218a6d4/73b83928-1357-4598-a9a2-723487673e12) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:07:33.581440 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:33.615892 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:33.714831 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-dbef899b-e937-4dcf-82e5-cf5f0a6a76da tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Publish callbacks [] for port (73b83928-1357-4598-a9a2-723487673e12), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:33.746740 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-dbef899b-e937-4dcf-82e5-cf5f0a6a76da tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (73b83928-1357-4598-a9a2-723487673e12), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:33.788268 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-dbef899b-e937-4dcf-82e5-cf5f0a6a76da tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Network c741dacb-eb73-4391-9009-40d0df6ad4b9 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:07:33.793333 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-dbef899b-e937-4dcf-82e5-cf5f0a6a76da tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:33.797219 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-dbef899b-e937-4dcf-82e5-cf5f0a6a76da tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:07:33.803691 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef899b-e937-4dcf-82e5-cf5f0a6a76da tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Pushing event updated for resources: {'Port': ['ID=73b83928-1357-4598-a9a2-723487673e12,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:33.851944 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-dbef899b-e937-4dcf-82e5-cf5f0a6a76da tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:33.852554 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-dbef899b-e937-4dcf-82e5-cf5f0a6a76da tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:33.869223 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-dbef899b-e937-4dcf-82e5-cf5f0a6a76da tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5504551 Jul 24 01:07:33.887330 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] Request body: {'port': {'device_id': 'd56f41a6-596a-4045-9f75-d1972a1479f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:07:33.944564 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (73b83928-1357-4598-a9a2-723487673e12), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:34.191499 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b83928-1357-4598-a9a2-723487673e12 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:07:34.199366 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] Publish callbacks [] for port (73b83928-1357-4598-a9a2-723487673e12), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:34.211661 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] Transition to ACTIVE for port object 73b83928-1357-4598-a9a2-723487673e12 will not be triggered until provisioned by entity L2. {{(pid=103995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 01:07:34.215421 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (73b83928-1357-4598-a9a2-723487673e12), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:34.268842 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=73b83928-1357-4598-a9a2-723487673e12,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:34.324694 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:34.342490 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] Attempting to bind port 73b83928-1357-4598-a9a2-723487673e12 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:07:34.342881 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] Attempting to bind port 73b83928-1357-4598-a9a2-723487673e12 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '1290aa10-1212-4d5f-be88-1e820a2d17ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c741dacb-eb73-4391-9009-40d0df6ad4b9'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:07:34.343217 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] Attempting to bind port 73b83928-1357-4598-a9a2-723487673e12 on network c741dacb-eb73-4391-9009-40d0df6ad4b9 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:07:34.348125 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] Port 73b83928-1357-4598-a9a2-723487673e12 on network c741dacb-eb73-4391-9009-40d0df6ad4b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 01:07:34.349010 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] Attempting to bind port 73b83928-1357-4598-a9a2-723487673e12 on network c741dacb-eb73-4391-9009-40d0df6ad4b9 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:07:34.354456 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] Checking agent: {'id': 'e7b2140f-0e0f-4ee7-997b-e62068d5aaa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'started_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:07:34.354868 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] Checking segment: {'id': '1290aa10-1212-4d5f-be88-1e820a2d17ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c741dacb-eb73-4391-9009-40d0df6ad4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:07:34.355202 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] Bound using segment: {'id': '1290aa10-1212-4d5f-be88-1e820a2d17ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c741dacb-eb73-4391-9009-40d0df6ad4b9'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:07:34.355633 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] Bound port: 73b83928-1357-4598-a9a2-723487673e12, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1290aa10-1212-4d5f-be88-1e820a2d17ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c741dacb-eb73-4391-9009-40d0df6ad4b9'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:07:34.355998 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (73b83928-1357-4598-a9a2-723487673e12), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:34.413369 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:34.426247 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] For port 73b83928-1357-4598-a9a2-723487673e12, host hv-cinder-maste, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:07:34.430362 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] For port 73b83928-1357-4598-a9a2-723487673e12, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=73b83928-1357-4598-a9a2-723487673e12,segment=NetworkSegment(1290aa10-1212-4d5f-be88-1e820a2d17ce),segment_id=1290aa10-1212-4d5f-be88-1e820a2d17ce)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:07:34.436152 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (73b83928-1357-4598-a9a2-723487673e12), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:34.460927 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bf6e2-73db-41a2-b287-b4902f30bf90 req-b1bf725d-e4e9-4d18-8bbd-f9564471842e tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:34.462461 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f65bf6e2-73db-41a2-b287-b4902f30bf90 req-b1bf725d-e4e9-4d18-8bbd-f9564471842e tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=d56f41a6-596a-4045-9f75-d1972a1479f8 HTTP/1.1" status: 200 len: 944 time: 0.0530388 Jul 24 01:07:34.471602 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:34.472215 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:34.474187 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] 10.222.0.39 "PUT /v2.0/ports/73b83928-1357-4598-a9a2-723487673e12 HTTP/1.1" status: 200 len: 1094 time: 0.5908146 Jul 24 01:07:34.474616 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56f41a6-596a-4045-9f75-d1972a1479f8', 'tag': '73b83928-1357-4598-a9a2-723487673e12'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:07:34.476861 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bca0e4-8be7-407d-8cdc-6f5ef414ecfe" -d '{"events": [{"name": "network-changed", "server_uuid": "d56f41a6-596a-4045-9f75-d1972a1479f8", "tag": "73b83928-1357-4598-a9a2-723487673e12"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:07:34.488717 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:34.503867 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2e591-f9b7-43b0-b26c-9f8b90e91bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=73b83928-1357-4598-a9a2-723487673e12,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:34.522552 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fe2d1b-8846-4c0b-9c40-70bc932237bc x-openstack-request-id: req-94fe2d1b-8846-4c0b-9c40-70bc932237bc {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:07:34.522552 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56f41a6-596a-4045-9f75-d1972a1479f8", "tag": "73b83928-1357-4598-a9a2-723487673e12", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:07:34.522552 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94fe2d1b-8846-4c0b-9c40-70bc932237bc {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:07:34.523165 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94fe2d1b-8846-4c0b-9c40-70bc932237bc'] response: {'name': 'network-changed', 'server_uuid': 'd56f41a6-596a-4045-9f75-d1972a1479f8', 'tag': '73b83928-1357-4598-a9a2-723487673e12', 'status': 'completed', 'code': 200} Jul 24 01:07:34.533272 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f65bf6e2-73db-41a2-b287-b4902f30bf90 req-37c26bc5-26ad-4813-bc56-d00a5ef81aad tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628743 Jul 24 01:07:34.581639 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-ca67eab8-2e57-4980-93ec-06cca0523cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:34.583882 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-ca67eab8-2e57-4980-93ec-06cca0523cde service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54b31a874a6b4ec48f9a938d817c4637&device_id=d56f41a6-596a-4045-9f75-d1972a1479f8 HTTP/1.1" status: 200 len: 1128 time: 0.0408900 Jul 24 01:07:34.633607 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-a905c547-6837-42b8-a4e8-b14d3fcc1c99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73b83928-1357-4598-a9a2-723487673e12 HTTP/1.1" status: 200 len: 217 time: 0.0342329 Jul 24 01:07:34.683816 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-154712af-ce4a-4154-8813-1ab8fa6924f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:34.685250 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-154712af-ce4a-4154-8813-1ab8fa6924f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=093ce1fe-9652-4222-a4af-55379218a6d4 HTTP/1.1" status: 200 len: 848 time: 0.0443087 Jul 24 01:07:34.716757 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-a989a3de-63ad-4b40-b1ad-925dbebf144a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c741dacb-eb73-4391-9009-40d0df6ad4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253603 Jul 24 01:07:34.806364 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-3d46bfe6-a13d-4a7a-ae6d-a214b16ffd8f service neutron] 10.222.0.39 "GET /v2.0/networks/c741dacb-eb73-4391-9009-40d0df6ad4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839467 Jul 24 01:07:34.893401 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-53a19637-583f-48c6-bef2-0148a8886ea3 req-0b90130e-9262-447f-90b8-c72a962c5fe3 service neutron] 10.222.0.39 "GET /v2.0/networks/c741dacb-eb73-4391-9009-40d0df6ad4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807133 Jul 24 01:07:35.520325 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=12 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:35.521301 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=11 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:35.651770 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e25a20-81f7-4463-b1ca-3b3325218cdd req-c21aa2fe-2b20-42ba-adc4-8cce180ace08 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:35.653269 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-77e25a20-81f7-4463-b1ca-3b3325218cdd req-c21aa2fe-2b20-42ba-adc4-8cce180ace08 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=d56f41a6-596a-4045-9f75-d1972a1479f8 HTTP/1.1" status: 200 len: 944 time: 0.0468910 Jul 24 01:07:35.705721 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-77e25a20-81f7-4463-b1ca-3b3325218cdd req-47a4632f-2ec1-4584-a825-06cc14365ecc tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464160 Jul 24 01:07:35.753251 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bca0e4-8be7-407d-8cdc-6f5ef414ecfe req-ffecda78-868d-4654-9997-b78c2af55aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:35.754829 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-55bca0e4-8be7-407d-8cdc-6f5ef414ecfe req-ffecda78-868d-4654-9997-b78c2af55aa2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54b31a874a6b4ec48f9a938d817c4637&device_id=d56f41a6-596a-4045-9f75-d1972a1479f8 HTTP/1.1" status: 200 len: 1128 time: 0.0493383 Jul 24 01:07:35.850747 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bca0e4-8be7-407d-8cdc-6f5ef414ecfe req-f8ffae1d-0b45-48c3-bd79-357994306b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:35.852145 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-55bca0e4-8be7-407d-8cdc-6f5ef414ecfe req-f8ffae1d-0b45-48c3-bd79-357994306b93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c741dacb-eb73-4391-9009-40d0df6ad4b9 HTTP/1.1" status: 200 len: 909 time: 0.0901268 Jul 24 01:07:35.890906 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-55bca0e4-8be7-407d-8cdc-6f5ef414ecfe req-7d41d0be-3a6f-4c26-b04e-6dab28bfd0a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73b83928-1357-4598-a9a2-723487673e12 HTTP/1.1" status: 200 len: 217 time: 0.0317278 Jul 24 01:07:35.941306 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bca0e4-8be7-407d-8cdc-6f5ef414ecfe req-f1686aaa-a8d4-4f6b-8fea-70fd82d4473f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:35.942741 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-55bca0e4-8be7-407d-8cdc-6f5ef414ecfe req-f1686aaa-a8d4-4f6b-8fea-70fd82d4473f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=093ce1fe-9652-4222-a4af-55379218a6d4 HTTP/1.1" status: 200 len: 848 time: 0.0471005 Jul 24 01:07:35.975310 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-55bca0e4-8be7-407d-8cdc-6f5ef414ecfe req-5dc1ddb2-4e53-456c-b08b-c79a8534a6c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c741dacb-eb73-4391-9009-40d0df6ad4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249245 Jul 24 01:07:36.061556 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-55bca0e4-8be7-407d-8cdc-6f5ef414ecfe req-21b1841c-80b3-41a7-805d-265ae721738a service neutron] 10.222.0.39 "GET /v2.0/networks/c741dacb-eb73-4391-9009-40d0df6ad4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806596 Jul 24 01:07:36.151928 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-55bca0e4-8be7-407d-8cdc-6f5ef414ecfe req-e7bc823c-c617-4782-a9d7-2a08663246c1 service neutron] 10.222.0.39 "GET /v2.0/networks/c741dacb-eb73-4391-9009-40d0df6ad4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848649 Jul 24 01:07:36.709425 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 38074) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:36.816581 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-daf6d80d-9395-4c68-a346-05a3dd37033f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:36.828773 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4ac6b-3904-4a3c-bcb3-e8b0a2da9b82 req-16ecd6ef-fe61-4183-b3f1-5245bcfb8c8d tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:36.829414 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:36.831241 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-50f4ac6b-3904-4a3c-bcb3-e8b0a2da9b82 req-16ecd6ef-fe61-4183-b3f1-5245bcfb8c8d tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=d56f41a6-596a-4045-9f75-d1972a1479f8 HTTP/1.1" status: 200 len: 944 time: 0.0533309 Jul 24 01:07:36.878193 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-50f4ac6b-3904-4a3c-bcb3-e8b0a2da9b82 req-0021ab22-2ce0-457d-8c1c-6269836815c2 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421650 Jul 24 01:07:36.900949 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-daf6d80d-9395-4c68-a346-05a3dd37033f admin admin] Publish callbacks [] for security_group (c2affdc0-b114-41d4-a549-197e439d007f), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:36.904607 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-daf6d80d-9395-4c68-a346-05a3dd37033f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (c2affdc0-b114-41d4-a549-197e439d007f), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:36.939456 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:36.943021 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6d80d-9395-4c68-a346-05a3dd37033f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2affdc0-b114-41d4-a549-197e439d007f,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:36.950318 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-daf6d80d-9395-4c68-a346-05a3dd37033f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc25de90dd7b432f80eeb57d4ac3730f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373493 Jul 24 01:07:36.951262 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 38080) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:37.001986 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-03a1a73a-48bc-48d8-8ffb-e97d63a7013a admin admin] Publish callbacks [] for security_group (c2affdc0-b114-41d4-a549-197e439d007f), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:37.023667 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-03a1a73a-48bc-48d8-8ffb-e97d63a7013a admin admin] Publish callbacks [] for security_group (c2affdc0-b114-41d4-a549-197e439d007f), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:37.072287 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-03a1a73a-48bc-48d8-8ffb-e97d63a7013a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (c2affdc0-b114-41d4-a549-197e439d007f), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:37.075031 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-03a1a73a-48bc-48d8-8ffb-e97d63a7013a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:37.076177 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-03a1a73a-48bc-48d8-8ffb-e97d63a7013a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c2affdc0-b114-41d4-a549-197e439d007f HTTP/1.1" status: 204 len: 168 time: 0.1247158 Jul 24 01:07:37.084020 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1a73a-48bc-48d8-8ffb-e97d63a7013a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2affdc0-b114-41d4-a549-197e439d007f,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:37.850832 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 73b83928-1357-4598-a9a2-723487673e12 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:07:37.894860 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:37.954803 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 73b83928-1357-4598-a9a2-723487673e12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=73b83928-1357-4598-a9a2-723487673e12,segment=NetworkSegment(1290aa10-1212-4d5f-be88-1e820a2d17ce),segment_id=1290aa10-1212-4d5f-be88-1e820a2d17ce)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:37.966831 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': '73b83928-1357-4598-a9a2-723487673e12', 'network_id': 'c741dacb-eb73-4391-9009-40d0df6ad4b9', 'port_id': '73b83928-1357-4598-a9a2-723487673e12', 'mac_address': 'fa:16:3e:4f:cd:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093ce1fe-9652-4222-a4af-55379218a6d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:07:38.002140 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 73b83928-1357-4598-a9a2-723487673e12 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:07:38.002530 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (73b83928-1357-4598-a9a2-723487673e12), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:38.006087 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd58c5-9475-4a03-bf82-03f0470197b5 req-a9fd79ec-8d16-444c-8a00-358f96716038 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:38.007997 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-47dd58c5-9475-4a03-bf82-03f0470197b5 req-a9fd79ec-8d16-444c-8a00-358f96716038 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=d56f41a6-596a-4045-9f75-d1972a1479f8 HTTP/1.1" status: 200 len: 944 time: 0.0508413 Jul 24 01:07:38.016203 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b83928-1357-4598-a9a2-723487673e12 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:07:38.036430 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 73b83928-1357-4598-a9a2-723487673e12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=73b83928-1357-4598-a9a2-723487673e12,segment=NetworkSegment(1290aa10-1212-4d5f-be88-1e820a2d17ce),segment_id=1290aa10-1212-4d5f-be88-1e820a2d17ce)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:38.042085 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (73b83928-1357-4598-a9a2-723487673e12), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:38.073955 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-47dd58c5-9475-4a03-bf82-03f0470197b5 req-91153c3c-4d91-4e3a-afc5-b24ff834579f tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592945 Jul 24 01:07:38.093297 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=73b83928-1357-4598-a9a2-723487673e12,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:38.376245 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['73b83928-1357-4598-a9a2-723487673e12'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:07:38.451350 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:38.753447 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 38132) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:38.859380 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0afcc9f8-bf82-416c-b5da-6c9df5b6a6cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:38.935747 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0afcc9f8-bf82-416c-b5da-6c9df5b6a6cc admin admin] Publish callbacks [] for security_group (eca453d6-08d5-41e0-a19e-a3d5384a8d49), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:38.939344 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0afcc9f8-bf82-416c-b5da-6c9df5b6a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (eca453d6-08d5-41e0-a19e-a3d5384a8d49), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:38.977233 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afcc9f8-bf82-416c-b5da-6c9df5b6a6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca453d6-08d5-41e0-a19e-a3d5384a8d49,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:38.982380 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-0afcc9f8-bf82-416c-b5da-6c9df5b6a6cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4e01a7e63cf46f08ecb2a90a71da826&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278697 Jul 24 01:07:38.985103 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 38136) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:39.035597 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-96583181-386f-4012-8c6a-5e4404e8b0ef admin admin] Publish callbacks [] for security_group (eca453d6-08d5-41e0-a19e-a3d5384a8d49), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:39.056858 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-96583181-386f-4012-8c6a-5e4404e8b0ef admin admin] Publish callbacks [] for security_group (eca453d6-08d5-41e0-a19e-a3d5384a8d49), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:39.102168 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-96583181-386f-4012-8c6a-5e4404e8b0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (eca453d6-08d5-41e0-a19e-a3d5384a8d49), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:39.104811 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-96583181-386f-4012-8c6a-5e4404e8b0ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:39.105953 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-96583181-386f-4012-8c6a-5e4404e8b0ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eca453d6-08d5-41e0-a19e-a3d5384a8d49 HTTP/1.1" status: 204 len: 168 time: 0.1200266 Jul 24 01:07:39.116698 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96583181-386f-4012-8c6a-5e4404e8b0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca453d6-08d5-41e0-a19e-a3d5384a8d49,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:39.198329 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2d37c-097d-46a1-aa55-637c3ce7616a req-81962530-f6dd-40db-976d-7c37142260fe tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:39.199851 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7cb2d37c-097d-46a1-aa55-637c3ce7616a req-81962530-f6dd-40db-976d-7c37142260fe tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=d56f41a6-596a-4045-9f75-d1972a1479f8 HTTP/1.1" status: 200 len: 945 time: 0.0483339 Jul 24 01:07:39.252535 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7cb2d37c-097d-46a1-aa55-637c3ce7616a req-0a96cb22-7680-4832-b5f8-eac419423364 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468693 Jul 24 01:07:39.379204 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 38144) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:39.392509 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e455cb07-b6f4-425e-9e75-14eeceae6b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:39.475348 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e455cb07-b6f4-425e-9e75-14eeceae6b4a admin admin] Publish callbacks [] for security_group (77de7c0f-3e77-43c6-ae84-25a42b1f8e6d), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:39.480280 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e455cb07-b6f4-425e-9e75-14eeceae6b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (77de7c0f-3e77-43c6-ae84-25a42b1f8e6d), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:39.517990 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:INSERT=17,neutron:UPDATE=1,neutron:SELECT=79,neutron:DELETE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:39.522756 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-e455cb07-b6f4-425e-9e75-14eeceae6b4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c01bb6db1ec4ff3ab9423ccc9f5bf6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425233 Jul 24 01:07:39.523867 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455cb07-b6f4-425e-9e75-14eeceae6b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77de7c0f-3e77-43c6-ae84-25a42b1f8e6d,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:39.525583 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 38146) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:39.575753 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-75cd847c-b5f6-4f04-9c29-a365c09b0a2d admin admin] Publish callbacks [] for security_group (77de7c0f-3e77-43c6-ae84-25a42b1f8e6d), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:39.596353 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-75cd847c-b5f6-4f04-9c29-a365c09b0a2d admin admin] Publish callbacks [] for security_group (77de7c0f-3e77-43c6-ae84-25a42b1f8e6d), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:39.643017 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-75cd847c-b5f6-4f04-9c29-a365c09b0a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (77de7c0f-3e77-43c6-ae84-25a42b1f8e6d), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:39.645436 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-75cd847c-b5f6-4f04-9c29-a365c09b0a2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:39.646668 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-75cd847c-b5f6-4f04-9c29-a365c09b0a2d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77de7c0f-3e77-43c6-ae84-25a42b1f8e6d HTTP/1.1" status: 204 len: 168 time: 0.1192603 Jul 24 01:07:39.655159 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd847c-b5f6-4f04-9c29-a365c09b0a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77de7c0f-3e77-43c6-ae84-25a42b1f8e6d,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:39.863027 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 73b83928-1357-4598-a9a2-723487673e12 up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:07:39.887416 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:39.906194 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning for port 73b83928-1357-4598-a9a2-723487673e12 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 01:07:39.911746 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port 73b83928-1357-4598-a9a2-723487673e12 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:07:39.912240 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (73b83928-1357-4598-a9a2-723487673e12), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:39.988249 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 73b83928-1357-4598-a9a2-723487673e12 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:07:39.988636 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (73b83928-1357-4598-a9a2-723487673e12), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:40.016302 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56f41a6-596a-4045-9f75-d1972a1479f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b83928-1357-4598-a9a2-723487673e12'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:07:40.018527 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0894eecb-d1ef-4824-b10c-600025e4f2b7" -d '{"events": [{"server_uuid": "d56f41a6-596a-4045-9f75-d1972a1479f8", "name": "network-vif-plugged", "status": "completed", "tag": "73b83928-1357-4598-a9a2-723487673e12"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:07:40.031129 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 73b83928-1357-4598-a9a2-723487673e12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=73b83928-1357-4598-a9a2-723487673e12,segment=NetworkSegment(1290aa10-1212-4d5f-be88-1e820a2d17ce),segment_id=1290aa10-1212-4d5f-be88-1e820a2d17ce)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:40.035665 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (73b83928-1357-4598-a9a2-723487673e12), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:40.062802 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d65b12e-0b61-499b-b6a4-95e0bad97cc0 x-openstack-request-id: req-8d65b12e-0b61-499b-b6a4-95e0bad97cc0 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:07:40.063102 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56f41a6-596a-4045-9f75-d1972a1479f8", "name": "network-vif-plugged", "status": "completed", "tag": "73b83928-1357-4598-a9a2-723487673e12", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:07:40.063360 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d65b12e-0b61-499b-b6a4-95e0bad97cc0 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:07:40.063750 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d65b12e-0b61-499b-b6a4-95e0bad97cc0'] response: {'server_uuid': 'd56f41a6-596a-4045-9f75-d1972a1479f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b83928-1357-4598-a9a2-723487673e12', 'code': 200} Jul 24 01:07:40.086889 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:40.090373 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=73b83928-1357-4598-a9a2-723487673e12,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:40.265845 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6620d02-d1a8-40d1-8307-191a9b52be58 req-983f92c9-20b5-4ed5-96bd-0c42b324321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:40.267498 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a6620d02-d1a8-40d1-8307-191a9b52be58 req-983f92c9-20b5-4ed5-96bd-0c42b324321c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d56f41a6-596a-4045-9f75-d1972a1479f8 HTTP/1.1" status: 200 len: 1130 time: 0.0379632 Jul 24 01:07:40.313383 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:40.321070 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a6620d02-d1a8-40d1-8307-191a9b52be58 req-42b59c88-3970-4e40-889c-3a6d9c0c3e14 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478840 Jul 24 01:07:40.377101 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5eff2-5fee-4b81-8981-778c7cf5829d req-b680bf54-adb2-48a6-929a-61841acdcb71 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:40.378580 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-93c5eff2-5fee-4b81-8981-778c7cf5829d req-b680bf54-adb2-48a6-929a-61841acdcb71 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=d56f41a6-596a-4045-9f75-d1972a1479f8 HTTP/1.1" status: 200 len: 946 time: 0.0470231 Jul 24 01:07:40.424991 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:40.430624 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-93c5eff2-5fee-4b81-8981-778c7cf5829d req-8908d3fe-dd33-4903-90db-f16b200ad3e3 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461993 Jul 24 01:07:41.213012 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c99bc-8e75-415a-9e74-1a3467722235 req-29b072df-0902-4696-b61f-807647d97a8f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:41.214498 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-145c99bc-8e75-415a-9e74-1a3467722235 req-29b072df-0902-4696-b61f-807647d97a8f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 946 time: 0.0517881 Jul 24 01:07:41.265577 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-145c99bc-8e75-415a-9e74-1a3467722235 req-a4894903-250a-4fe1-a849-2e4cca037334 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453272 Jul 24 01:07:41.546337 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d196f02-cee2-4af7-874e-d4aa0423e448 req-e6b13cd0-02a7-45f1-8589-3963aaf2b6fe tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:41.547727 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3d196f02-cee2-4af7-874e-d4aa0423e448 req-e6b13cd0-02a7-45f1-8589-3963aaf2b6fe tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=d56f41a6-596a-4045-9f75-d1972a1479f8 HTTP/1.1" status: 200 len: 946 time: 0.0465899 Jul 24 01:07:41.594390 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3d196f02-cee2-4af7-874e-d4aa0423e448 req-33938dc1-c912-446c-80c0-7656b68d847e tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411601 Jul 24 01:07:42.404728 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db23aa4-84ed-40ed-8b9f-310ebfc026b8 req-11561547-4b4c-4b96-b824-3232ee8f8c62 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:42.406179 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1db23aa4-84ed-40ed-8b9f-310ebfc026b8 req-11561547-4b4c-4b96-b824-3232ee8f8c62 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 946 time: 0.0541263 Jul 24 01:07:42.464621 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1db23aa4-84ed-40ed-8b9f-310ebfc026b8 req-330e764a-acd8-4d40-98cc-7a7c4f9be9bf tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518279 Jul 24 01:07:42.723541 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1a833-dee4-48de-9e70-45f03f70794c req-293da980-de39-4d0a-aa12-eedbfff5d5ba tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:42.725932 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-04b1a833-dee4-48de-9e70-45f03f70794c req-293da980-de39-4d0a-aa12-eedbfff5d5ba tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=d56f41a6-596a-4045-9f75-d1972a1479f8 HTTP/1.1" status: 200 len: 946 time: 0.0511107 Jul 24 01:07:42.739084 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:42.777068 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-04b1a833-dee4-48de-9e70-45f03f70794c req-a97a69af-0b47-40cc-9441-1cd30f8ac7a5 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452652 Jul 24 01:07:43.300843 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad555d-a6e9-4848-83cb-ce3e2ae52e11 req-258b3921-3475-4a35-876f-0f39fa9871af tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:43.302510 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a6ad555d-a6e9-4848-83cb-ce3e2ae52e11 req-258b3921-3475-4a35-876f-0f39fa9871af tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.39 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 946 time: 0.0495553 Jul 24 01:07:43.391249 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-a6ad555d-a6e9-4848-83cb-ce3e2ae52e11 req-e7abbf26-575a-49f9-a557-8d4efc203f73 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Deleting port 1722886c-350d-4118-96b1-5082f64a6e70 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:07:43.391596 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-a6ad555d-a6e9-4848-83cb-ce3e2ae52e11 req-e7abbf26-575a-49f9-a557-8d4efc203f73 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (1722886c-350d-4118-96b1-5082f64a6e70), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:43.485252 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-a6ad555d-a6e9-4848-83cb-ce3e2ae52e11 req-e7abbf26-575a-49f9-a557-8d4efc203f73 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] For port 1722886c-350d-4118-96b1-5082f64a6e70, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1722886c-350d-4118-96b1-5082f64a6e70,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:43.485610 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-a6ad555d-a6e9-4848-83cb-ce3e2ae52e11 req-e7abbf26-575a-49f9-a557-8d4efc203f73 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (1722886c-350d-4118-96b1-5082f64a6e70), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:43.587368 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7657bfa0-70ab-451e-9ab5-f27d0b65f159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:43.607494 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaacde-a3a9-4fe7-aa80-7908841e1d78 req-359d7425-c2c2-4f87-a437-d2aa12173794 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:43.609034 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bedaacde-a3a9-4fe7-aa80-7908841e1d78 req-359d7425-c2c2-4f87-a437-d2aa12173794 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 946 time: 0.0689194 Jul 24 01:07:43.670931 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-a6ad555d-a6e9-4848-83cb-ce3e2ae52e11 req-e7abbf26-575a-49f9-a557-8d4efc203f73 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:43.671307 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-a6ad555d-a6e9-4848-83cb-ce3e2ae52e11 req-e7abbf26-575a-49f9-a557-8d4efc203f73 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (d919aa55-3489-436f-ab3f-eda09c06dc2e), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:43.671628 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.l3_db [req-a6ad555d-a6e9-4848-83cb-ce3e2ae52e11 req-e7abbf26-575a-49f9-a557-8d4efc203f73 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Floating IP d919aa55-3489-436f-ab3f-eda09c06dc2e disassociated. External IP: 172.37.6.94, port: 1722886c-350d-4118-96b1-5082f64a6e70. Jul 24 01:07:43.671984 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-a6ad555d-a6e9-4848-83cb-ce3e2ae52e11 req-e7abbf26-575a-49f9-a557-8d4efc203f73 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Calling delete_port for 1722886c-350d-4118-96b1-5082f64a6e70 owned by compute:nova {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:07:43.685270 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e52690-3048-4852-8834-b3b8738d6a07 req-981233fa-e8d8-456b-818c-a3cde09626ce tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:43.686933 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e2e52690-3048-4852-8834-b3b8738d6a07 req-981233fa-e8d8-456b-818c-a3cde09626ce tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=d56f41a6-596a-4045-9f75-d1972a1479f8 HTTP/1.1" status: 200 len: 946 time: 0.0745404 Jul 24 01:07:43.715961 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bedaacde-a3a9-4fe7-aa80-7908841e1d78 req-b94f0748-897b-4a21-bac6-98db5ab4721a tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups?id=73545176-d13a-42eb-96b8-cbcf105cf648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930583 Jul 24 01:07:43.746914 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e2e52690-3048-4852-8834-b3b8738d6a07 req-dde82bc5-bdd1-4122-8b17-9ff9228e669a tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503094 Jul 24 01:07:43.809380 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-a6ad555d-a6e9-4848-83cb-ce3e2ae52e11 req-e7abbf26-575a-49f9-a557-8d4efc203f73 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (1722886c-350d-4118-96b1-5082f64a6e70), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:43.835541 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abbf26-575a-49f9-a557-8d4efc203f73 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Pushing event deleted for resources: {'Port': ['ID=1722886c-350d-4118-96b1-5082f64a6e70,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:44.189725 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6ad555d-a6e9-4848-83cb-ce3e2ae52e11 req-e7abbf26-575a-49f9-a557-8d4efc203f73 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Router b7f90846-378c-460e-966a-1255785da876 has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:07:44.297073 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6ad555d-a6e9-4848-83cb-ce3e2ae52e11 req-e7abbf26-575a-49f9-a557-8d4efc203f73 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:44.308035 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678f225a-b8f7-4b20-8207-d9fed588ee72 None None] Sync routers for ids ['b7f90846-378c-460e-966a-1255785da876'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:44.324767 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678f225a-b8f7-4b20-8207-d9fed588ee72 None None] Routers {'b7f90846-378c-460e-966a-1255785da876'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:07:44.325457 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-678f225a-b8f7-4b20-8207-d9fed588ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:07:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b7f90846-378c-460e-966a-1255785da876'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:44.339820 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ad555d-a6e9-4848-83cb-ce3e2ae52e11 req-e7abbf26-575a-49f9-a557-8d4efc203f73 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] No DVR routers for this DVR port 1722886c-350d-4118-96b1-5082f64a6e70 on host hv-cinder-maste {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:07:44.342152 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-a6ad555d-a6e9-4848-83cb-ce3e2ae52e11 req-e7abbf26-575a-49f9-a557-8d4efc203f73 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:44.345277 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a6ad555d-a6e9-4848-83cb-ce3e2ae52e11 req-e7abbf26-575a-49f9-a557-8d4efc203f73 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.39 "DELETE /v2.0/ports/1722886c-350d-4118-96b1-5082f64a6e70 HTTP/1.1" status: 204 len: 173 time: 1.0359364 Jul 24 01:07:44.345714 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70b3837-80be-480a-9a3f-7b03aff78573', 'name': 'network-vif-deleted', 'tag': '1722886c-350d-4118-96b1-5082f64a6e70'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:07:44.347936 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5731d450-e90e-4bb6-a0f3-cd9835b54817" -d '{"events": [{"server_uuid": "c70b3837-80be-480a-9a3f-7b03aff78573", "name": "network-vif-deleted", "tag": "1722886c-350d-4118-96b1-5082f64a6e70"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:07:44.383957 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5544f2-e37c-4df2-a17f-4f1dc96c0173 x-openstack-request-id: req-2a5544f2-e37c-4df2-a17f-4f1dc96c0173 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:07:44.384254 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70b3837-80be-480a-9a3f-7b03aff78573", "name": "network-vif-deleted", "tag": "1722886c-350d-4118-96b1-5082f64a6e70", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:07:44.384513 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a5544f2-e37c-4df2-a17f-4f1dc96c0173 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:07:44.384916 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a5544f2-e37c-4df2-a17f-4f1dc96c0173'] response: {'server_uuid': 'c70b3837-80be-480a-9a3f-7b03aff78573', 'name': 'network-vif-deleted', 'tag': '1722886c-350d-4118-96b1-5082f64a6e70', 'status': 'completed', 'code': 200} Jul 24 01:07:44.428238 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-678f225a-b8f7-4b20-8207-d9fed588ee72 None None] Set router b7f90846-378c-460e-966a-1255785da876 gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:07:44.614537 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-678f225a-b8f7-4b20-8207-d9fed588ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f90846-378c-460e-966a-1255785da876', 'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-router', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:44Z', 'revision_number': 4, 'project_id': '75293bf0100f435bb567b690edc85533', 'gw_port': {'id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '79a5aecb-d36e-43c2-ad7b-6931a40ed1f4', 'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'mac_address': 'fa:16:3e:56:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:01:03Z', 'revision_number': 5, 'project_id': '75293bf0100f435bb567b690edc85533', 'subnets': [{'id': '3183cb91-853c-4305-9098-55893a3692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:44.639427 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678f225a-b8f7-4b20-8207-d9fed588ee72 None None] Checking router: b7f90846-378c-460e-966a-1255785da876 for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:07:44.647898 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678f225a-b8f7-4b20-8207-d9fed588ee72 None None] Routers {'b7f90846-378c-460e-966a-1255785da876'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:07:44.648502 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-678f225a-b8f7-4b20-8207-d9fed588ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:07:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b7f90846-378c-460e-966a-1255785da876'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:44.741569 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:44.751352 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-678f225a-b8f7-4b20-8207-d9fed588ee72 None None] Set router b7f90846-378c-460e-966a-1255785da876 gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:07:44.820286 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4f3b103c-3644-4b53-aa40-ece9b0af4078 req-162e9181-6c6a-4376-95e6-350d27b03789 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 210 time: 0.0287352 Jul 24 01:07:44.880976 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9ead8-3889-4a7c-97c0-60874f59ec08 req-ba8e4279-3e16-4c9a-b42f-999567b3bc88 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:44.882563 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2ed9ead8-3889-4a7c-97c0-60874f59ec08 req-ba8e4279-3e16-4c9a-b42f-999567b3bc88 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=d56f41a6-596a-4045-9f75-d1972a1479f8 HTTP/1.1" status: 200 len: 946 time: 0.0496924 Jul 24 01:07:44.934210 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2ed9ead8-3889-4a7c-97c0-60874f59ec08 req-bd6899c0-9329-48a0-a8f0-1613c7c257b2 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458322 Jul 24 01:07:44.942124 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-678f225a-b8f7-4b20-8207-d9fed588ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f90846-378c-460e-966a-1255785da876', 'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-router', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:44Z', 'revision_number': 4, 'project_id': '75293bf0100f435bb567b690edc85533', 'gw_port': {'id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '79a5aecb-d36e-43c2-ad7b-6931a40ed1f4', 'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'mac_address': 'fa:16:3e:56:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:01:03Z', 'revision_number': 5, 'project_id': '75293bf0100f435bb567b690edc85533', 'subnets': [{'id': '3183cb91-853c-4305-9098-55893a3692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:44.971361 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678f225a-b8f7-4b20-8207-d9fed588ee72 None None] The sync data for ids ['b7f90846-378c-460e-966a-1255785da876'] in dv-cinder-master-3-iscsi is: [{'id': 'b7f90846-378c-460e-966a-1255785da876', 'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-router', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:00:44Z', 'revision_number': 4, 'project_id': '75293bf0100f435bb567b690edc85533', 'gw_port': {'id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '79a5aecb-d36e-43c2-ad7b-6931a40ed1f4', 'name': '', 'network_id': 'e240c1c7-87a5-4124-b96b-a74d28ba2a48', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'mac_address': 'fa:16:3e:56:bd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3183cb91-853c-4305-9098-55893a3692d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:43Z', 'updated_at': '2022-07-24T01:01:03Z', 'revision_number': 5, 'project_id': '75293bf0100f435bb567b690edc85533', 'subnets': [{'id': '3183cb91-853c-4305-9098-55893a3692d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:45.182688 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c40fe12-ffda-4a7a-bf84-26f57f943fcb None None] New status for floating IP d919aa55-3489-436f-ab3f-eda09c06dc2e: DOWN {{(pid=103998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:07:45.844541 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-09d4841c-ddad-406d-9a73-d89d7426d696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:45.922724 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43ca6572-a9a7-46e4-abb7-32f2b9f8fde8 req-d76e0445-8d85-4f67-b325-2d7a8b3f632f tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 210 time: 0.0266235 Jul 24 01:07:46.045491 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531ade2-c0e0-49e6-9c3c-9faecaffea33 req-6163ba36-9eb0-4ed8-8608-86e858377408 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:46.046964 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3531ade2-c0e0-49e6-9c3c-9faecaffea33 req-6163ba36-9eb0-4ed8-8608-86e858377408 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=d56f41a6-596a-4045-9f75-d1972a1479f8 HTTP/1.1" status: 200 len: 946 time: 0.0447278 Jul 24 01:07:46.094269 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3531ade2-c0e0-49e6-9c3c-9faecaffea33 req-fb206c97-1cac-43fc-8050-6bfaf64a54ea tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417933 Jul 24 01:07:46.737606 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 1722886c-350d-4118-96b1-5082f64a6e70 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:46.756249 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] No Port match for: 1722886c-350d-4118-96b1-5082f64a6e70 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:07:46.756587 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 1722886c-350d-4118-96b1-5082f64a6e70 not bound to the agent host hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:07:47.026481 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c46cc792-3f52-4873-b526-9ab10b450bb3 req-15cd4222-744b-44bb-aca1-0aa8862b4040 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c70b3837-80be-480a-9a3f-7b03aff78573 HTTP/1.1" status: 200 len: 210 time: 0.0282760 Jul 24 01:07:47.125146 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:47.219451 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8d99a-506f-4941-aeec-81cfb363676f req-81396fe6-6a6c-42ee-9dd5-136479b106d4 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:47.220985 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-05b8d99a-506f-4941-aeec-81cfb363676f req-81396fe6-6a6c-42ee-9dd5-136479b106d4 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=d56f41a6-596a-4045-9f75-d1972a1479f8 HTTP/1.1" status: 200 len: 946 time: 0.0512071 Jul 24 01:07:47.233627 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d7760-8609-401a-9a0e-03da135d7ace req-a51bc525-d9a2-42c5-901f-06376a258fc8 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:47.235377 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-353d7760-8609-401a-9a0e-03da135d7ace req-a51bc525-d9a2-42c5-901f-06376a258fc8 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.39 "GET /v2.0/ports?device_id=d56f41a6-596a-4045-9f75-d1972a1479f8 HTTP/1.1" status: 200 len: 946 time: 0.0482240 Jul 24 01:07:47.273373 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-05b8d99a-506f-4941-aeec-81cfb363676f req-b70fcaef-6011-4e44-9652-df1e88e538ff tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456531 Jul 24 01:07:47.423657 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:47.455875 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:47.477016 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-353d7760-8609-401a-9a0e-03da135d7ace req-544e03a2-6fee-4022-87b9-d7dd5a2e46aa tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Deleting port 73b83928-1357-4598-a9a2-723487673e12 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:07:47.477522 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-353d7760-8609-401a-9a0e-03da135d7ace req-544e03a2-6fee-4022-87b9-d7dd5a2e46aa tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (73b83928-1357-4598-a9a2-723487673e12), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:47.577336 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-353d7760-8609-401a-9a0e-03da135d7ace req-544e03a2-6fee-4022-87b9-d7dd5a2e46aa tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] For port 73b83928-1357-4598-a9a2-723487673e12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=73b83928-1357-4598-a9a2-723487673e12,segment=NetworkSegment(1290aa10-1212-4d5f-be88-1e820a2d17ce),segment_id=1290aa10-1212-4d5f-be88-1e820a2d17ce)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:47.577701 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-353d7760-8609-401a-9a0e-03da135d7ace req-544e03a2-6fee-4022-87b9-d7dd5a2e46aa tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (73b83928-1357-4598-a9a2-723487673e12), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:47.590851 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-353d7760-8609-401a-9a0e-03da135d7ace req-544e03a2-6fee-4022-87b9-d7dd5a2e46aa tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Calling delete_port for 73b83928-1357-4598-a9a2-723487673e12 owned by compute:nova {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:07:47.726388 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-353d7760-8609-401a-9a0e-03da135d7ace req-544e03a2-6fee-4022-87b9-d7dd5a2e46aa tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (73b83928-1357-4598-a9a2-723487673e12), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:47.757705 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e03a2-6fee-4022-87b9-d7dd5a2e46aa tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Pushing event deleted for resources: {'Port': ['ID=73b83928-1357-4598-a9a2-723487673e12,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:47.767911 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['73b83928-1357-4598-a9a2-723487673e12'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:07:47.801119 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-353d7760-8609-401a-9a0e-03da135d7ace req-544e03a2-6fee-4022-87b9-d7dd5a2e46aa tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] No DVR routers for this DVR port 73b83928-1357-4598-a9a2-723487673e12 on host hv-cinder-maste {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:07:47.803603 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-353d7760-8609-401a-9a0e-03da135d7ace req-544e03a2-6fee-4022-87b9-d7dd5a2e46aa tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:47.806730 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-353d7760-8609-401a-9a0e-03da135d7ace req-544e03a2-6fee-4022-87b9-d7dd5a2e46aa tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.39 "DELETE /v2.0/ports/73b83928-1357-4598-a9a2-723487673e12 HTTP/1.1" status: 204 len: 173 time: 0.4234657 Jul 24 01:07:47.807187 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56f41a6-596a-4045-9f75-d1972a1479f8', 'name': 'network-vif-deleted', 'tag': '73b83928-1357-4598-a9a2-723487673e12'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:07:47.809399 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07d1727-727a-4c43-9292-4f7c4012c5c2" -d '{"events": [{"server_uuid": "d56f41a6-596a-4045-9f75-d1972a1479f8", "name": "network-vif-deleted", "tag": "73b83928-1357-4598-a9a2-723487673e12"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:07:47.845862 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9486c03b-766e-4a03-98c7-c0d93fd60283 x-openstack-request-id: req-9486c03b-766e-4a03-98c7-c0d93fd60283 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:07:47.846157 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56f41a6-596a-4045-9f75-d1972a1479f8", "name": "network-vif-deleted", "tag": "73b83928-1357-4598-a9a2-723487673e12", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:07:47.846477 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9486c03b-766e-4a03-98c7-c0d93fd60283 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:07:47.846976 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9486c03b-766e-4a03-98c7-c0d93fd60283'] response: {'server_uuid': 'd56f41a6-596a-4045-9f75-d1972a1479f8', 'name': 'network-vif-deleted', 'tag': '73b83928-1357-4598-a9a2-723487673e12', 'status': 'completed', 'code': 200} Jul 24 01:07:48.117781 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 38292) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:48.171494 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-65af651b-1f78-4f26-8917-5d0646d48b80 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group (73545176-d13a-42eb-96b8-cbcf105cf648), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:48.197434 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-65af651b-1f78-4f26-8917-5d0646d48b80 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group (73545176-d13a-42eb-96b8-cbcf105cf648), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:48.245799 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-65af651b-1f78-4f26-8917-5d0646d48b80 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (73545176-d13a-42eb-96b8-cbcf105cf648), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:48.248577 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-65af651b-1f78-4f26-8917-5d0646d48b80 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:48.249742 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-65af651b-1f78-4f26-8917-5d0646d48b80 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "DELETE /v2.0/security-groups/73545176-d13a-42eb-96b8-cbcf105cf648 HTTP/1.1" status: 204 len: 168 time: 0.1306915 Jul 24 01:07:48.252573 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 38294) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:48.259834 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af651b-1f78-4f26-8917-5d0646d48b80 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73545176-d13a-42eb-96b8-cbcf105cf648,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:48.267420 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.api.v2.resource [None req-d028de45-0618-4d1a-a03e-cd5152496290 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] show failed (client error): The resource could not be found. Jul 24 01:07:48.268641 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-d028de45-0618-4d1a-a03e-cd5152496290 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "GET /v2.0/security-groups/73545176-d13a-42eb-96b8-cbcf105cf648 HTTP/1.1" status: 404 len: 347 time: 0.0148797 Jul 24 01:07:48.271529 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 38296) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:48.394227 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1966b6ab-7027-4a11-83c5-24bca30e7c86 req-b04295e9-e00d-445a-9163-846f9df8215f tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=d56f41a6-596a-4045-9f75-d1972a1479f8 HTTP/1.1" status: 200 len: 210 time: 0.0309713 Jul 24 01:07:48.394399 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-1c00f03a-47f5-4375-a52e-9f88c8206594 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Deleting port 8c7e736c-27fb-49c7-97ad-385681dee4dd {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:07:48.394724 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1c00f03a-47f5-4375-a52e-9f88c8206594 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (8c7e736c-27fb-49c7-97ad-385681dee4dd), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:48.430035 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:48.476170 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1c00f03a-47f5-4375-a52e-9f88c8206594 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (8c7e736c-27fb-49c7-97ad-385681dee4dd), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:48.476498 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1c00f03a-47f5-4375-a52e-9f88c8206594 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for floatingip (8c7e736c-27fb-49c7-97ad-385681dee4dd), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:48.488129 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-1c00f03a-47f5-4375-a52e-9f88c8206594 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Calling delete_port for 8c7e736c-27fb-49c7-97ad-385681dee4dd owned by network:floatingip {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:07:48.626122 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1c00f03a-47f5-4375-a52e-9f88c8206594 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (8c7e736c-27fb-49c7-97ad-385681dee4dd), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:48.651330 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00f03a-47f5-4375-a52e-9f88c8206594 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Pushing event deleted for resources: {'Port': ['ID=8c7e736c-27fb-49c7-97ad-385681dee4dd,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:48.715371 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1c00f03a-47f5-4375-a52e-9f88c8206594 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks [] for floatingip (d919aa55-3489-436f-ab3f-eda09c06dc2e), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:48.717767 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1c00f03a-47f5-4375-a52e-9f88c8206594 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:48.718949 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-1c00f03a-47f5-4375-a52e-9f88c8206594 tempest-AttachVolumeShelveTestJSON-1026315772 tempest-AttachVolumeShelveTestJSON-1026315772-project] 10.222.0.18 "DELETE /v2.0/floatingips/d919aa55-3489-436f-ab3f-eda09c06dc2e HTTP/1.1" status: 204 len: 168 time: 0.4462368 Jul 24 01:07:48.857924 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:49.669882 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:49.759549 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-0013645c-c980-4e97-85d6-dd86c113ce9e tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:49.760976 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-0013645c-c980-4e97-85d6-dd86c113ce9e tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/networks?id=c741dacb-eb73-4391-9009-40d0df6ad4b9 HTTP/1.1" status: 200 len: 808 time: 0.1012819 Jul 24 01:07:49.775106 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-4fa07377-7993-4d14-9c15-430287aeb9da tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/quotas/54b31a874a6b4ec48f9a938d817c4637 HTTP/1.1" status: 200 len: 375 time: 0.0087931 Jul 24 01:07:49.811527 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-9777693d-a666-49e3-acb7-2afb6822d72f tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=54b31a874a6b4ec48f9a938d817c4637&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317490 Jul 24 01:07:49.903562 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-0df37e44-6aad-4305-b381-3694213dbccf service neutron] 10.222.0.18 "GET /v2.0/networks/c741dacb-eb73-4391-9009-40d0df6ad4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841765 Jul 24 01:07:49.971525 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:50.004553 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-12459550-0906-49e1-9a2e-e00b8ed58260 service neutron] 10.222.0.18 "GET /v2.0/networks/c741dacb-eb73-4391-9009-40d0df6ad4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951519 Jul 24 01:07:50.167449 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ab71d730-0bfb-4253-9177-6a22c464760b req-4d60a9c6-4278-4cf1-b753-4390cdba40e6 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8c1e487-f402-4b2a-b202-4122298b04ca HTTP/1.1" status: 200 len: 210 time: 0.0316582 Jul 24 01:07:50.757087 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 73b83928-1357-4598-a9a2-723487673e12 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:50.778104 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] No Port match for: 73b83928-1357-4598-a9a2-723487673e12 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:07:50.778442 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 73b83928-1357-4598-a9a2-723487673e12 not bound to the agent host hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:07:51.139541 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:51.171618 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 38376) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:51.185659 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-943c0f4a-1c9d-4c13-a9d5-32fdb3a4a87a tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:51.187232 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-943c0f4a-1c9d-4c13-a9d5-32fdb3a4a87a tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.39 "GET /v2.0/networks?id=c741dacb-eb73-4391-9009-40d0df6ad4b9 HTTP/1.1" status: 200 len: 808 time: 0.1167393 Jul 24 01:07:51.207093 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-f6c1be2a-298f-4ca9-91d2-ced8bba9f44a tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Request body: {'port': {'device_id': 'f8c1e487-f402-4b2a-b202-4122298b04ca', 'network_id': 'c741dacb-eb73-4391-9009-40d0df6ad4b9', 'admin_state_up': True, 'tenant_id': '54b31a874a6b4ec48f9a938d817c4637'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:07:51.228960 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:51.279360 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0a541d47-c998-400d-97d6-c915c321f936 req-74c4ff85-6d6e-45e9-87eb-5a68ff42d909 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8c1e487-f402-4b2a-b202-4122298b04ca HTTP/1.1" status: 200 len: 210 time: 0.0393839 Jul 24 01:07:51.331565 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-f6c1be2a-298f-4ca9-91d2-ced8bba9f44a tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Made reservation on behalf of 54b31a874a6b4ec48f9a938d817c4637 for: {'port': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:51.334987 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-f6c1be2a-298f-4ca9-91d2-ced8bba9f44a tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:51.475875 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-f6c1be2a-298f-4ca9-91d2-ced8bba9f44a tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Allocated IP 172.20.0.10 (c741dacb-eb73-4391-9009-40d0df6ad4b9/093ce1fe-9652-4222-a4af-55379218a6d4/feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:07:51.641596 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-f6c1be2a-298f-4ca9-91d2-ced8bba9f44a tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Publish callbacks [] for port (feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:51.682731 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-f6c1be2a-298f-4ca9-91d2-ced8bba9f44a tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:51.691131 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-45a93577-650a-4582-8afb-7795a22024c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687808'] for router_interface (b7f90846-378c-460e-966a-1255785da876), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:51.725483 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-f6c1be2a-298f-4ca9-91d2-ced8bba9f44a tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Network c741dacb-eb73-4391-9009-40d0df6ad4b9 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:07:51.728817 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-f6c1be2a-298f-4ca9-91d2-ced8bba9f44a tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:51.732875 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-f6c1be2a-298f-4ca9-91d2-ced8bba9f44a tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:07:51.775209 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1be2a-298f-4ca9-91d2-ced8bba9f44a tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Pushing event updated for resources: {'Port': ['ID=feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:51.791186 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-f6c1be2a-298f-4ca9-91d2-ced8bba9f44a tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:51.791797 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-f6c1be2a-298f-4ca9-91d2-ced8bba9f44a tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:51.807939 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-f6c1be2a-298f-4ca9-91d2-ced8bba9f44a tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6071227 Jul 24 01:07:51.824996 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] Request body: {'port': {'device_id': 'f8c1e487-f402-4b2a-b202-4122298b04ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:07:51.889473 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:51.923494 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-45a93577-650a-4582-8afb-7795a22024c8 admin admin] Deleting port 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:07:51.923846 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-45a93577-650a-4582-8afb-7795a22024c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (79a5aecb-d36e-43c2-ad7b-6931a40ed1f4), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:51.985692 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:51.995707 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:52.010654 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-45a93577-650a-4582-8afb-7795a22024c8 admin admin] For port 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=79a5aecb-d36e-43c2-ad7b-6931a40ed1f4,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:52.011236 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-45a93577-650a-4582-8afb-7795a22024c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (79a5aecb-d36e-43c2-ad7b-6931a40ed1f4), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:52.024880 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-45a93577-650a-4582-8afb-7795a22024c8 admin admin] Calling delete_port for 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4 owned by network:router_interface {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:07:52.110308 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:52.155366 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:07:52.163456 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] Publish callbacks [] for port (feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:52.186519 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:52.207942 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-45a93577-650a-4582-8afb-7795a22024c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (79a5aecb-d36e-43c2-ad7b-6931a40ed1f4), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:52.208123 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] Transition to ACTIVE for port object feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 will not be triggered until provisioned by entity L2. {{(pid=103995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 01:07:52.212080 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:52.231132 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a93577-650a-4582-8afb-7795a22024c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=79a5aecb-d36e-43c2-ad7b-6931a40ed1f4,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:52.264827 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] Pushing event updated for resources: {'Port': ['ID=feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:52.356228 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] Attempting to bind port feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:07:52.356732 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] Attempting to bind port feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '1290aa10-1212-4d5f-be88-1e820a2d17ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c741dacb-eb73-4391-9009-40d0df6ad4b9'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:07:52.357162 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] Attempting to bind port feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 on network c741dacb-eb73-4391-9009-40d0df6ad4b9 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:07:52.362407 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] Port feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 on network c741dacb-eb73-4391-9009-40d0df6ad4b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 01:07:52.362795 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] Attempting to bind port feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 on network c741dacb-eb73-4391-9009-40d0df6ad4b9 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:07:52.368803 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] Checking agent: {'id': 'e7b2140f-0e0f-4ee7-997b-e62068d5aaa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'started_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:07:52.369223 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] Checking segment: {'id': '1290aa10-1212-4d5f-be88-1e820a2d17ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c741dacb-eb73-4391-9009-40d0df6ad4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:07:52.369713 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] Bound using segment: {'id': '1290aa10-1212-4d5f-be88-1e820a2d17ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c741dacb-eb73-4391-9009-40d0df6ad4b9'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:07:52.370212 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] Bound port: feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1290aa10-1212-4d5f-be88-1e820a2d17ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c741dacb-eb73-4391-9009-40d0df6ad4b9'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:07:52.370680 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:52.442595 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] For port feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910, host hv-cinder-maste, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:07:52.446293 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] For port feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910,segment=NetworkSegment(1290aa10-1212-4d5f-be88-1e820a2d17ce),segment_id=1290aa10-1212-4d5f-be88-1e820a2d17ce)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:07:52.452816 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:52.456596 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef50429-e722-4704-b3ea-9b70a1a55701 req-d878ccb4-bd52-4020-8fa4-8a2c501f4ef1 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:52.458048 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-aef50429-e722-4704-b3ea-9b70a1a55701 req-d878ccb4-bd52-4020-8fa4-8a2c501f4ef1 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8c1e487-f402-4b2a-b202-4122298b04ca HTTP/1.1" status: 200 len: 944 time: 0.0903859 Jul 24 01:07:52.464774 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-45a93577-650a-4582-8afb-7795a22024c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687152'] for router_interface (b7f90846-378c-460e-966a-1255785da876), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:52.489376 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:52.490013 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:52.491843 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] 10.222.0.39 "PUT /v2.0/ports/feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 HTTP/1.1" status: 200 len: 1094 time: 0.6711798 Jul 24 01:07:52.492336 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c1e487-f402-4b2a-b202-4122298b04ca', 'tag': 'feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:07:52.494548 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1216bccc-dd2c-46bf-9735-0e3feac7ee38" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c1e487-f402-4b2a-b202-4122298b04ca", "tag": "feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:07:52.515633 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f6c77-eb39-43be-a241-675ac7338c9f service neutron] Pushing event updated for resources: {'Port': ['ID=feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:52.543591 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ca5587-c3e2-45ed-b56e-e7e3979e8c87 x-openstack-request-id: req-88ca5587-c3e2-45ed-b56e-e7e3979e8c87 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:07:52.543886 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c1e487-f402-4b2a-b202-4122298b04ca", "tag": "feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:07:52.544633 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88ca5587-c3e2-45ed-b56e-e7e3979e8c87 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:07:52.544633 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ca5587-c3e2-45ed-b56e-e7e3979e8c87'] response: {'name': 'network-changed', 'server_uuid': 'f8c1e487-f402-4b2a-b202-4122298b04ca', 'tag': 'feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910', 'status': 'completed', 'code': 200} Jul 24 01:07:52.596512 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-aef50429-e722-4704-b3ea-9b70a1a55701 req-09a56f4d-abf4-44d0-b7e2-3428a9ee4971 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296408 Jul 24 01:07:52.605737 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-ef49cfbe-1abe-41e9-a6c9-bdd8eb68086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:52.607380 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-ef49cfbe-1abe-41e9-a6c9-bdd8eb68086a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54b31a874a6b4ec48f9a938d817c4637&device_id=f8c1e487-f402-4b2a-b202-4122298b04ca HTTP/1.1" status: 200 len: 1128 time: 0.0439925 Jul 24 01:07:52.654384 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-5473b526-119f-4f9e-991c-a242b41e21b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 HTTP/1.1" status: 200 len: 217 time: 0.0338671 Jul 24 01:07:52.705086 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-7d608627-514a-48cb-9524-df2e683ea2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:52.706612 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-7d608627-514a-48cb-9524-df2e683ea2c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=093ce1fe-9652-4222-a4af-55379218a6d4 HTTP/1.1" status: 200 len: 848 time: 0.0463357 Jul 24 01:07:52.728556 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a93577-650a-4582-8afb-7795a22024c8 admin admin] Router b7f90846-378c-460e-966a-1255785da876 has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:07:52.738081 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-98559b75-a25b-42a0-913c-601c43eddb42 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c741dacb-eb73-4391-9009-40d0df6ad4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260782 Jul 24 01:07:52.783832 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:52.839320 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-40e9adcf-7064-408a-8c94-05e904c1cebd service neutron] 10.222.0.39 "GET /v2.0/networks/c741dacb-eb73-4391-9009-40d0df6ad4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950005 Jul 24 01:07:52.840776 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a93577-650a-4582-8afb-7795a22024c8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:52.847265 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-45a93577-650a-4582-8afb-7795a22024c8 admin admin] 10.222.0.18 "PUT /v2.0/routers/b7f90846-378c-460e-966a-1255785da876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6743994 Jul 24 01:07:52.850891 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 38410) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:52.852341 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc79032-f4be-41db-a8be-e1bdbf94f7cb None None] Sync routers for ids ['b7f90846-378c-460e-966a-1255785da876'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:52.879363 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc79032-f4be-41db-a8be-e1bdbf94f7cb None None] Routers {'b7f90846-378c-460e-966a-1255785da876'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:07:52.879988 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-6dc79032-f4be-41db-a8be-e1bdbf94f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:07:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b7f90846-378c-460e-966a-1255785da876'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:52.963921 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-de72c252-a261-44de-8cc5-5b128b0ee765 req-ae3d24f6-f472-452a-b3d6-7346de2a95af service neutron] 10.222.0.39 "GET /v2.0/networks/c741dacb-eb73-4391-9009-40d0df6ad4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152697 Jul 24 01:07:52.981733 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-deeb5345-5eab-4980-918b-a014565f7103 admin admin] Publish callbacks [] for router (b7f90846-378c-460e-966a-1255785da876), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:53.009138 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-6dc79032-f4be-41db-a8be-e1bdbf94f7cb None None] Set router b7f90846-378c-460e-966a-1255785da876 gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:07:53.096278 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-deeb5345-5eab-4980-918b-a014565f7103 admin admin] Publish callbacks [] for router_gateway (b7f90846-378c-460e-966a-1255785da876), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:53.136355 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:53.144167 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-deeb5345-5eab-4980-918b-a014565f7103 admin admin] Deleting port 1b7f11e5-47da-46f9-86e7-4d08341a25e5 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:07:53.144512 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-deeb5345-5eab-4980-918b-a014565f7103 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (1b7f11e5-47da-46f9-86e7-4d08341a25e5), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:53.191876 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-6dc79032-f4be-41db-a8be-e1bdbf94f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f90846-378c-460e-966a-1255785da876', 'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-router', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180'}], 'enable_snat': True}, 'gw_port_id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:07:52Z', 'revision_number': 5, 'project_id': '75293bf0100f435bb567b690edc85533', 'gw_port': {'id': '1b7f11e5-47da-46f9-86e7-4d08341a25e5', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f90846-378c-460e-966a-1255785da876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:00:37Z', 'updated_at': '2022-07-24T01:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:53.221906 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc79032-f4be-41db-a8be-e1bdbf94f7cb None None] Checking router: b7f90846-378c-460e-966a-1255785da876 for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:07:53.223117 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-deeb5345-5eab-4980-918b-a014565f7103 admin admin] For port 1b7f11e5-47da-46f9-86e7-4d08341a25e5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1b7f11e5-47da-46f9-86e7-4d08341a25e5,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:53.223593 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-deeb5345-5eab-4980-918b-a014565f7103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (1b7f11e5-47da-46f9-86e7-4d08341a25e5), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:53.231170 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc79032-f4be-41db-a8be-e1bdbf94f7cb None None] Routers {'b7f90846-378c-460e-966a-1255785da876'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:07:53.231784 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-6dc79032-f4be-41db-a8be-e1bdbf94f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:07:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['b7f90846-378c-460e-966a-1255785da876'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:53.240230 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-deeb5345-5eab-4980-918b-a014565f7103 admin admin] Calling delete_port for 1b7f11e5-47da-46f9-86e7-4d08341a25e5 owned by network:router_gateway {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:07:53.245567 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:53.317514 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-6dc79032-f4be-41db-a8be-e1bdbf94f7cb None None] Set router b7f90846-378c-460e-966a-1255785da876 gateway port host: None {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:07:53.373210 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-6dc79032-f4be-41db-a8be-e1bdbf94f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f90846-378c-460e-966a-1255785da876', 'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-router', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:07:53Z', 'revision_number': 6, 'project_id': '75293bf0100f435bb567b690edc85533', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:53.399411 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc79032-f4be-41db-a8be-e1bdbf94f7cb None None] The sync data for ids ['b7f90846-378c-460e-966a-1255785da876'] in dv-cinder-master-3-iscsi is: [{'id': 'b7f90846-378c-460e-966a-1255785da876', 'name': 'tempest-AttachVolumeShelveTestJSON-1204440926-router', 'tenant_id': '75293bf0100f435bb567b690edc85533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:00:36Z', 'updated_at': '2022-07-24T01:07:53Z', 'revision_number': 6, 'project_id': '75293bf0100f435bb567b690edc85533', 'gw_port_host': None}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:53.413884 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-deeb5345-5eab-4980-918b-a014565f7103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (1b7f11e5-47da-46f9-86e7-4d08341a25e5), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:53.693366 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb5345-5eab-4980-918b-a014565f7103 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7f11e5-47da-46f9-86e7-4d08341a25e5,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:53.737573 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216bccc-dd2c-46bf-9735-0e3feac7ee38 req-cb631108-114f-4a40-8c6b-a108f84118aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:53.739215 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1216bccc-dd2c-46bf-9735-0e3feac7ee38 req-cb631108-114f-4a40-8c6b-a108f84118aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54b31a874a6b4ec48f9a938d817c4637&device_id=f8c1e487-f402-4b2a-b202-4122298b04ca HTTP/1.1" status: 200 len: 1128 time: 0.0445926 Jul 24 01:07:53.782180 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd1e42-d1e4-4bf4-b00a-9a33517961ab req-b0f67cff-a63b-46f3-8901-67df79a816e8 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:53.783853 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-90bd1e42-d1e4-4bf4-b00a-9a33517961ab req-b0f67cff-a63b-46f3-8901-67df79a816e8 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8c1e487-f402-4b2a-b202-4122298b04ca HTTP/1.1" status: 200 len: 944 time: 0.0956659 Jul 24 01:07:53.816559 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-deeb5345-5eab-4980-918b-a014565f7103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687419'] for router_gateway (b7f90846-378c-460e-966a-1255785da876), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:53.855472 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216bccc-dd2c-46bf-9735-0e3feac7ee38 req-cddd73b4-80db-4fae-98c3-c1b7814dad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:53.856946 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1216bccc-dd2c-46bf-9735-0e3feac7ee38 req-cddd73b4-80db-4fae-98c3-c1b7814dad3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=c741dacb-eb73-4391-9009-40d0df6ad4b9 HTTP/1.1" status: 200 len: 909 time: 0.1107776 Jul 24 01:07:53.898086 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1216bccc-dd2c-46bf-9735-0e3feac7ee38 req-84213470-6a63-4568-b585-badf422e3bf7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 HTTP/1.1" status: 200 len: 217 time: 0.0343051 Jul 24 01:07:53.925783 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-90bd1e42-d1e4-4bf4-b00a-9a33517961ab req-e5e992bd-0cff-4d19-9f0d-b18dbd1dab2e tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295333 Jul 24 01:07:53.927646 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-deeb5345-5eab-4980-918b-a014565f7103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1249'] for router (b7f90846-378c-460e-966a-1255785da876), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:53.927798 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:53.930309 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-deeb5345-5eab-4980-918b-a014565f7103 admin admin] Publish callbacks [] for router_controller (b7f90846-378c-460e-966a-1255785da876), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:53.934756 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:53.949312 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216bccc-dd2c-46bf-9735-0e3feac7ee38 req-130240ad-e484-4dc7-9736-f10c00854ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:53.951251 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1216bccc-dd2c-46bf-9735-0e3feac7ee38 req-130240ad-e484-4dc7-9736-f10c00854ac9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=093ce1fe-9652-4222-a4af-55379218a6d4 HTTP/1.1" status: 200 len: 848 time: 0.0479972 Jul 24 01:07:53.976246 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-deeb5345-5eab-4980-918b-a014565f7103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680094'] for router (b7f90846-378c-460e-966a-1255785da876), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:53.976853 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deeb5345-5eab-4980-918b-a014565f7103 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7f90846-378c-460e-966a-1255785da876 {{(pid=103996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:07:53.981811 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-deeb5345-5eab-4980-918b-a014565f7103 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:53.982482 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-deeb5345-5eab-4980-918b-a014565f7103 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b7f90846-378c-460e-966a-1255785da876 HTTP/1.1" status: 204 len: 168 time: 1.1304684 Jul 24 01:07:53.984040 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1216bccc-dd2c-46bf-9735-0e3feac7ee38 req-5517c295-59c0-464e-ab48-f9402a6acfe9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c741dacb-eb73-4391-9009-40d0df6ad4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275078 Jul 24 01:07:53.985041 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 38422) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:54.029527 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee763e0-5a50-4bc8-84e8-6888012eb72f admin admin] Deleting subnet 3183cb91-853c-4305-9098-55893a3692d6 {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 01:07:54.032841 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5ee763e0-5a50-4bc8-84e8-6888012eb72f admin admin] Publish callbacks [] for subnet (3183cb91-853c-4305-9098-55893a3692d6), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:54.056843 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:54.073133 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5ee763e0-5a50-4bc8-84e8-6888012eb72f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15792540'] for subnet (3183cb91-853c-4305-9098-55893a3692d6), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:54.079270 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1216bccc-dd2c-46bf-9735-0e3feac7ee38 req-e14fccdf-46ea-4525-9b41-e42e81201769 service neutron] 10.222.0.39 "GET /v2.0/networks/c741dacb-eb73-4391-9009-40d0df6ad4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890076 Jul 24 01:07:54.156379 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5ee763e0-5a50-4bc8-84e8-6888012eb72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1702200'] for subnet (3183cb91-853c-4305-9098-55893a3692d6), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:54.184895 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1216bccc-dd2c-46bf-9735-0e3feac7ee38 req-12051336-95fd-4d73-96f3-7fd9dceedc0e service neutron] 10.222.0.39 "GET /v2.0/networks/c741dacb-eb73-4391-9009-40d0df6ad4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002021 Jul 24 01:07:54.212692 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5ee763e0-5a50-4bc8-84e8-6888012eb72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1702193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4959331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5214611'] for subnet (3183cb91-853c-4305-9098-55893a3692d6), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:54.243613 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee763e0-5a50-4bc8-84e8-6888012eb72f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3183cb91-853c-4305-9098-55893a3692d6,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:54.247631 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5ee763e0-5a50-4bc8-84e8-6888012eb72f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:54.253388 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5ee763e0-5a50-4bc8-84e8-6888012eb72f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3183cb91-853c-4305-9098-55893a3692d6 HTTP/1.1" status: 204 len: 168 time: 0.2673745 Jul 24 01:07:54.253589 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 38428) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:54.254874 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1037dc-36bd-46ba-8b5e-23386745c25e None None] Network e240c1c7-87a5-4124-b96b-a74d28ba2a48 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:07:54.336654 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5dc307aa-dbb8-4c3a-a7ad-a4acad16c6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658929'] for network (e240c1c7-87a5-4124-b96b-a74d28ba2a48), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:54.404976 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-5dc307aa-dbb8-4c3a-a7ad-a4acad16c6c4 admin admin] Deleting port e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:07:54.405321 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5dc307aa-dbb8-4c3a-a7ad-a4acad16c6c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:54.430879 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c1671e-6e16-4bca-84fd-bbfb3e679bd7 None None] DHCP port deletion for e240c1c7-87a5-4124-b96b-a74d28ba2a48 request from dv-cinder-master-3-iscsi {{(pid=103997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 24 01:07:54.482539 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-5dc307aa-dbb8-4c3a-a7ad-a4acad16c6c4 admin admin] For port e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:54.482936 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5dc307aa-dbb8-4c3a-a7ad-a4acad16c6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:54.486380 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d1c1671e-6e16-4bca-84fd-bbfb3e679bd7 None None] Deleting port e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:07:54.486843 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d1c1671e-6e16-4bca-84fd-bbfb3e679bd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:54.509668 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-5dc307aa-dbb8-4c3a-a7ad-a4acad16c6c4 admin admin] Calling delete_port for e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0 owned by network:dhcp {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:07:54.598911 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d1c1671e-6e16-4bca-84fd-bbfb3e679bd7 None None] For port e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0,segment=NetworkSegment(5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4),segment_id=5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:54.599563 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d1c1671e-6e16-4bca-84fd-bbfb3e679bd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:54.608902 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:54.622901 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d1c1671e-6e16-4bca-84fd-bbfb3e679bd7 None None] Calling delete_port for e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0 owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:07:54.644839 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5dc307aa-dbb8-4c3a-a7ad-a4acad16c6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:54.673872 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc307aa-dbb8-4c3a-a7ad-a4acad16c6c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:54.675782 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc307aa-dbb8-4c3a-a7ad-a4acad16c6c4 admin admin] No DVR routers for this DVR port e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0 on host dv-cinder-master-3-iscsi {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:07:54.715869 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d1c1671e-6e16-4bca-84fd-bbfb3e679bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239'] for port (e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:54.728103 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c1671e-6e16-4bca-84fd-bbfb3e679bd7 None None] No DVR routers for this DVR port e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0 on host dv-cinder-master-3-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:07:54.749282 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1671e-6e16-4bca-84fd-bbfb3e679bd7 None None] Pushing event deleted for resources: {'Port': ['ID=e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:54.753153 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5dc307aa-dbb8-4c3a-a7ad-a4acad16c6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702323', 'neutron.services.segments.db._delete_segments_for_network-8763390966860'] for network (e240c1c7-87a5-4124-b96b-a74d28ba2a48), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:54.776706 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-5dc307aa-dbb8-4c3a-a7ad-a4acad16c6c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e240c1c7-87a5-4124-b96b-a74d28ba2a48']}} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:54.785990 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-5dc307aa-dbb8-4c3a-a7ad-a4acad16c6c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4') {'for_net_delete': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:54.786361 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-5dc307aa-dbb8-4c3a-a7ad-a4acad16c6c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4') {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:54.795920 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5dc307aa-dbb8-4c3a-a7ad-a4acad16c6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763390966245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4260252'] for segment (5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:54.809374 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5dc307aa-dbb8-4c3a-a7ad-a4acad16c6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:54.815644 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc307aa-dbb8-4c3a-a7ad-a4acad16c6c4 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:07:54.816024 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5dc307aa-dbb8-4c3a-a7ad-a4acad16c6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4238482'] for segment (5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:54.839312 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.services.segments.plugin [-] Segment 5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4 resource provider aggregate not found Jul 24 01:07:54.870402 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.services.segments.plugin [-] Segment 5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5af7bfd7-75cf-41a0-b7a3-7b4e3660a7b4 found for delete ", "request_id": "req-aecfed01-0977-4553-b339-06aa77d4da7f"}]} Jul 24 01:07:54.884931 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5dc307aa-dbb8-4c3a-a7ad-a4acad16c6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687525'] for network (e240c1c7-87a5-4124-b96b-a74d28ba2a48), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:54.890590 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5dc307aa-dbb8-4c3a-a7ad-a4acad16c6c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:54.893689 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-5dc307aa-dbb8-4c3a-a7ad-a4acad16c6c4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e240c1c7-87a5-4124-b96b-a74d28ba2a48 HTTP/1.1" status: 204 len: 168 time: 0.6388083 Jul 24 01:07:54.904726 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc307aa-dbb8-4c3a-a7ad-a4acad16c6c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e240c1c7-87a5-4124-b96b-a74d28ba2a48,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:55.013181 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 38446) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:55.066089 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177bc2c-d2e7-454e-b2bc-6e316d43267c req-50fdb3da-fe92-4e30-9c2b-6ece24077ebb tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:55.067551 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a177bc2c-d2e7-454e-b2bc-6e316d43267c req-50fdb3da-fe92-4e30-9c2b-6ece24077ebb tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8c1e487-f402-4b2a-b202-4122298b04ca HTTP/1.1" status: 200 len: 944 time: 0.0654175 Jul 24 01:07:55.094444 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-13230488-633f-475f-9088-f0564911fa17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75293bf0100f435bb567b690edc85533&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0802407 Jul 24 01:07:55.097228 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 38448) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:55.123478 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a177bc2c-d2e7-454e-b2bc-6e316d43267c req-f6750e6e-471b-43e4-91bb-324e6bb35438 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464535 Jul 24 01:07:55.147572 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d9629f76-512d-4f8e-9244-c17eb3dc9086 admin admin] Publish callbacks [] for security_group (777765e5-c657-4371-93cd-508055b16e63), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:55.168684 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d9629f76-512d-4f8e-9244-c17eb3dc9086 admin admin] Publish callbacks [] for security_group (777765e5-c657-4371-93cd-508055b16e63), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:55.215735 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d9629f76-512d-4f8e-9244-c17eb3dc9086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (777765e5-c657-4371-93cd-508055b16e63), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:55.218410 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d9629f76-512d-4f8e-9244-c17eb3dc9086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:55.219583 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-d9629f76-512d-4f8e-9244-c17eb3dc9086 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/777765e5-c657-4371-93cd-508055b16e63 HTTP/1.1" status: 204 len: 168 time: 0.1213841 Jul 24 01:07:55.222562 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:55.228993 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9629f76-512d-4f8e-9244-c17eb3dc9086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777765e5-c657-4371-93cd-508055b16e63,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:55.254287 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:55.257407 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:55.364143 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:55.389758 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:07:55.390332 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 79a5aecb-d36e-43c2-ad7b-6931a40ed1f4 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:07:55.391000 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:55.415962 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:07:55.416318 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device e9b1adb0-f6d0-4e4b-8a3d-7f48e6cc42b0 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:07:55.416719 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 1b7f11e5-47da-46f9-86e7-4d08341a25e5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:55.436198 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 1b7f11e5-47da-46f9-86e7-4d08341a25e5 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:07:55.436545 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 1b7f11e5-47da-46f9-86e7-4d08341a25e5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:07:55.907665 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 38476) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:56.027626 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-32506991-f264-4b91-9e41-920fe29ee0b4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-956195771-network', 'tenant_id': '61cc3e13d49a455aa7253d1ab74d392f'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:07:56.051232 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32506991-f264-4b91-9e41-920fe29ee0b4 admin admin] Made reservation on behalf of 61cc3e13d49a455aa7253d1ab74d392f for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:56.054590 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-32506991-f264-4b91-9e41-920fe29ee0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:56.063980 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-32506991-f264-4b91-9e41-920fe29ee0b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:56.066628 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:56.144259 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-32506991-f264-4b91-9e41-920fe29ee0b4 admin admin] Publish callbacks [] for security_group (6aa99b5f-4c25-417e-8b40-3fbaeab52154), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:56.148666 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-32506991-f264-4b91-9e41-920fe29ee0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (6aa99b5f-4c25-417e-8b40-3fbaeab52154), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:56.174581 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32506991-f264-4b91-9e41-920fe29ee0b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:07:56.183994 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32506991-f264-4b91-9e41-920fe29ee0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa99b5f-4c25-417e-8b40-3fbaeab52154,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:56.190123 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-32506991-f264-4b91-9e41-920fe29ee0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (f34f0a49-8de5-45b8-a3ae-72b8e3af41b9), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:56.190466 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-32506991-f264-4b91-9e41-920fe29ee0b4 admin admin] Added segment f34f0a49-8de5-45b8-a3ae-72b8e3af41b9 of type vlan for network 3cc24a62-7bf1-41a8-bd77-e6c712711d4d Jul 24 01:07:56.261033 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-32506991-f264-4b91-9e41-920fe29ee0b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763390501425'] for network (3cc24a62-7bf1-41a8-bd77-e6c712711d4d), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:56.272921 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c939e-622c-492c-994d-636494a79c85 req-10fa6005-0753-4f61-a71b-7ab55e55cc9e tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:56.274566 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-508c939e-622c-492c-994d-636494a79c85 req-10fa6005-0753-4f61-a71b-7ab55e55cc9e tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8c1e487-f402-4b2a-b202-4122298b04ca HTTP/1.1" status: 200 len: 944 time: 0.0758684 Jul 24 01:07:56.312610 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-32506991-f264-4b91-9e41-920fe29ee0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for network (3cc24a62-7bf1-41a8-bd77-e6c712711d4d), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:56.313513 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32506991-f264-4b91-9e41-920fe29ee0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:56.314077 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-32506991-f264-4b91-9e41-920fe29ee0b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:56.347079 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:56.393871 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-32506991-f264-4b91-9e41-920fe29ee0b4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4848459 Jul 24 01:07:56.397146 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 38490) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:56.397808 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-508c939e-622c-492c-994d-636494a79c85 req-8fc0f6fd-3ea4-47db-92cc-9a36be62d394 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171544 Jul 24 01:07:56.404067 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-e60677d4-2600-4691-8ffe-1c31a5e8f91d admin admin] Request body: {'subnet': {'network_id': '3cc24a62-7bf1-41a8-bd77-e6c712711d4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-956195771-subnet', 'tenant_id': '61cc3e13d49a455aa7253d1ab74d392f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:07:56.405775 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32506991-f264-4b91-9e41-920fe29ee0b4 admin admin] Pushing event updated for resources: {'Network': ['ID=3cc24a62-7bf1-41a8-bd77-e6c712711d4d,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:56.420852 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:56.427101 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Network 3cc24a62-7bf1-41a8-bd77-e6c712711d4d details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:07:56.439982 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60677d4-2600-4691-8ffe-1c31a5e8f91d admin admin] Made reservation on behalf of 61cc3e13d49a455aa7253d1ab74d392f for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:56.442517 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e60677d4-2600-4691-8ffe-1c31a5e8f91d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3892456'] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:56.606522 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e60677d4-2600-4691-8ffe-1c31a5e8f91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4238441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3892474'] for subnet (11c33232-177f-448a-bdaa-8a75f5f49f48), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:56.667533 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60677d4-2600-4691-8ffe-1c31a5e8f91d admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c33232-177f-448a-bdaa-8a75f5f49f48,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:56.677190 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60677d4-2600-4691-8ffe-1c31a5e8f91d admin admin] Checking segment: {'id': 'f34f0a49-8de5-45b8-a3ae-72b8e3af41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3cc24a62-7bf1-41a8-bd77-e6c712711d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:07:56.677542 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60677d4-2600-4691-8ffe-1c31a5e8f91d admin admin] Network hostable DHCP agents. Network: 3cc24a62-7bf1-41a8-bd77-e6c712711d4d, hostable agents: ['c3e033ef-4c45-4acb-8d93-0c64c51b87a9'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:07:56.696095 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60677d4-2600-4691-8ffe-1c31a5e8f91d admin admin] Network 3cc24a62-7bf1-41a8-bd77-e6c712711d4d is scheduled to be hosted by DHCP agent c3e033ef-4c45-4acb-8d93-0c64c51b87a9 with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:07:56.704345 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-e60677d4-2600-4691-8ffe-1c31a5e8f91d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 3cc24a62-7bf1-41a8-bd77-e6c712711d4d) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:56.710966 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60677d4-2600-4691-8ffe-1c31a5e8f91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:56.711603 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e60677d4-2600-4691-8ffe-1c31a5e8f91d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:56.713021 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2082994c-8fa4-42b8-83b7-f0ee24897f2e None None] Network 3cc24a62-7bf1-41a8-bd77-e6c712711d4d requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:07:56.727220 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-e60677d4-2600-4691-8ffe-1c31a5e8f91d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3278933 Jul 24 01:07:56.935059 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:07:56.949207 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa9716c-255a-4dfe-b0c5-e494b4e0a59c None None] Network 3cc24a62-7bf1-41a8-bd77-e6c712711d4d requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:07:57.134178 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910,segment=NetworkSegment(1290aa10-1212-4d5f-be88-1e820a2d17ce),segment_id=1290aa10-1212-4d5f-be88-1e820a2d17ce)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:57.154699 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': 'feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910', 'network_id': 'c741dacb-eb73-4391-9009-40d0df6ad4b9', 'port_id': 'feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910', 'mac_address': 'fa:16:3e:63:95:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093ce1fe-9652-4222-a4af-55379218a6d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:07:57.207846 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:57.218654 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:07:57.219086 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:57.234931 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:07:57.266140 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910,segment=NetworkSegment(1290aa10-1212-4d5f-be88-1e820a2d17ce),segment_id=1290aa10-1212-4d5f-be88-1e820a2d17ce)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:57.269985 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:57.289051 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 38514) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:57.294035 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-4f461fb3-de09-4bed-b11d-6cbdcfd8cce8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-528709087-network', 'tenant_id': '6c2e2387023f407ba83bb828f85da256'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:07:57.314181 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f461fb3-de09-4bed-b11d-6cbdcfd8cce8 admin admin] Made reservation on behalf of 6c2e2387023f407ba83bb828f85da256 for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:57.316827 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4f461fb3-de09-4bed-b11d-6cbdcfd8cce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:57.318995 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:57.326711 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4f461fb3-de09-4bed-b11d-6cbdcfd8cce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:57.401676 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4f461fb3-de09-4bed-b11d-6cbdcfd8cce8 admin admin] Publish callbacks [] for security_group (4b61efec-ef16-4673-98b0-12c6c2d36d5d), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:57.406049 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4f461fb3-de09-4bed-b11d-6cbdcfd8cce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (4b61efec-ef16-4673-98b0-12c6c2d36d5d), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:57.433807 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f461fb3-de09-4bed-b11d-6cbdcfd8cce8 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:07:57.440293 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f461fb3-de09-4bed-b11d-6cbdcfd8cce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b61efec-ef16-4673-98b0-12c6c2d36d5d,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:57.447228 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4f461fb3-de09-4bed-b11d-6cbdcfd8cce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (e283fd24-9a79-41b0-9a88-e534f4cd7626), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:57.447571 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-4f461fb3-de09-4bed-b11d-6cbdcfd8cce8 admin admin] Added segment e283fd24-9a79-41b0-9a88-e534f4cd7626 of type vlan for network efa8523f-fa82-4ed1-afee-2ec8851d6ba6 Jul 24 01:07:57.518871 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4f461fb3-de09-4bed-b11d-6cbdcfd8cce8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763390501425'] for network (efa8523f-fa82-4ed1-afee-2ec8851d6ba6), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:57.537466 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68004d2-8c90-4dca-b6b1-c849ff529a26 req-a32949f0-9671-4a7f-86fb-a5174c6ab4cf tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:57.538961 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c68004d2-8c90-4dca-b6b1-c849ff529a26 req-a32949f0-9671-4a7f-86fb-a5174c6ab4cf tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8c1e487-f402-4b2a-b202-4122298b04ca HTTP/1.1" status: 200 len: 945 time: 0.0635540 Jul 24 01:07:57.539828 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:07:57.574600 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4f461fb3-de09-4bed-b11d-6cbdcfd8cce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for network (efa8523f-fa82-4ed1-afee-2ec8851d6ba6), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:57.575575 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f461fb3-de09-4bed-b11d-6cbdcfd8cce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:57.576159 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4f461fb3-de09-4bed-b11d-6cbdcfd8cce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:57.594874 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4,neutron:INSERT=16,neutron:DELETE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:57.624498 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c68004d2-8c90-4dca-b6b1-c849ff529a26 req-48a8be5a-d460-4850-90e8-c99e84417438 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754800 Jul 24 01:07:57.629704 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-4f461fb3-de09-4bed-b11d-6cbdcfd8cce8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3395460 Jul 24 01:07:57.633228 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 38518) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:57.639356 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-d979f4e3-85a3-41af-86b1-8d8e1985897d admin admin] Request body: {'subnet': {'network_id': 'efa8523f-fa82-4ed1-afee-2ec8851d6ba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-528709087-subnet', 'tenant_id': '6c2e2387023f407ba83bb828f85da256', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:07:57.664074 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d979f4e3-85a3-41af-86b1-8d8e1985897d admin admin] Made reservation on behalf of 6c2e2387023f407ba83bb828f85da256 for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:57.665254 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f461fb3-de09-4bed-b11d-6cbdcfd8cce8 admin admin] Pushing event updated for resources: {'Network': ['ID=efa8523f-fa82-4ed1-afee-2ec8851d6ba6,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:57.667269 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d979f4e3-85a3-41af-86b1-8d8e1985897d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3892456'] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:57.679818 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Network efa8523f-fa82-4ed1-afee-2ec8851d6ba6 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:07:57.698376 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:57.837137 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d979f4e3-85a3-41af-86b1-8d8e1985897d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4238441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3892474'] for subnet (9c7725fe-6d94-45d3-ace4-82439a32b8ff), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:57.886658 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979f4e3-85a3-41af-86b1-8d8e1985897d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c7725fe-6d94-45d3-ace4-82439a32b8ff,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:57.901303 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d979f4e3-85a3-41af-86b1-8d8e1985897d admin admin] Checking segment: {'id': 'e283fd24-9a79-41b0-9a88-e534f4cd7626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'efa8523f-fa82-4ed1-afee-2ec8851d6ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:07:57.901683 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d979f4e3-85a3-41af-86b1-8d8e1985897d admin admin] Network hostable DHCP agents. Network: efa8523f-fa82-4ed1-afee-2ec8851d6ba6, hostable agents: ['c3e033ef-4c45-4acb-8d93-0c64c51b87a9'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:07:57.918023 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d979f4e3-85a3-41af-86b1-8d8e1985897d admin admin] Network efa8523f-fa82-4ed1-afee-2ec8851d6ba6 is scheduled to be hosted by DHCP agent c3e033ef-4c45-4acb-8d93-0c64c51b87a9 with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:07:57.929100 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-d979f4e3-85a3-41af-86b1-8d8e1985897d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, efa8523f-fa82-4ed1-afee-2ec8851d6ba6) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:57.933352 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d979f4e3-85a3-41af-86b1-8d8e1985897d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:57.933974 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d979f4e3-85a3-41af-86b1-8d8e1985897d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:57.938182 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7cfd1a-5a78-4ea1-ae2f-18f2b17606e6 None None] Network efa8523f-fa82-4ed1-afee-2ec8851d6ba6 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:07:57.954172 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-d979f4e3-85a3-41af-86b1-8d8e1985897d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3196919 Jul 24 01:07:58.049396 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c364eb-d382-4134-9f1a-5f1fe08e91c8 None None] Network efa8523f-fa82-4ed1-afee-2ec8851d6ba6 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:07:58.075263 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 38522) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:58.120319 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd4d7d5f-6822-4919-ac04-c8a0827011ab admin admin] Deleting subnet 11c33232-177f-448a-bdaa-8a75f5f49f48 {{(pid=103995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 01:07:58.123018 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:58.123835 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cd4d7d5f-6822-4919-ac04-c8a0827011ab admin admin] Publish callbacks [] for subnet (11c33232-177f-448a-bdaa-8a75f5f49f48), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:58.161588 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:58.165115 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cd4d7d5f-6822-4919-ac04-c8a0827011ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4260261'] for subnet (11c33232-177f-448a-bdaa-8a75f5f49f48), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:58.205804 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cd4d7d5f-6822-4919-ac04-c8a0827011ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1702200'] for subnet (11c33232-177f-448a-bdaa-8a75f5f49f48), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:58.257821 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cd4d7d5f-6822-4919-ac04-c8a0827011ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1702193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3892429'] for subnet (11c33232-177f-448a-bdaa-8a75f5f49f48), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:58.285915 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d7d5f-6822-4919-ac04-c8a0827011ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11c33232-177f-448a-bdaa-8a75f5f49f48,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:58.291202 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cd4d7d5f-6822-4919-ac04-c8a0827011ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:58.296997 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-cd4d7d5f-6822-4919-ac04-c8a0827011ab admin admin] 10.222.0.18 "DELETE /v2.0/subnets/11c33232-177f-448a-bdaa-8a75f5f49f48 HTTP/1.1" status: 204 len: 168 time: 0.2184076 Jul 24 01:07:58.297353 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 38526) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:58.375658 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a8f7-0123-49b1-9ccf-1b692611dd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658929'] for network (3cc24a62-7bf1-41a8-bd77-e6c712711d4d), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:58.463103 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a8f7-0123-49b1-9ccf-1b692611dd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702323', 'neutron.services.segments.db._delete_segments_for_network-8763390966860'] for network (3cc24a62-7bf1-41a8-bd77-e6c712711d4d), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:58.482647 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-7ce2a8f7-0123-49b1-9ccf-1b692611dd60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc24a62-7bf1-41a8-bd77-e6c712711d4d']}} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:58.492227 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-7ce2a8f7-0123-49b1-9ccf-1b692611dd60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34f0a49-8de5-45b8-a3ae-72b8e3af41b9') {'for_net_delete': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:58.492520 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-7ce2a8f7-0123-49b1-9ccf-1b692611dd60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34f0a49-8de5-45b8-a3ae-72b8e3af41b9') {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:58.501791 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a8f7-0123-49b1-9ccf-1b692611dd60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763390966245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4260252'] for segment (f34f0a49-8de5-45b8-a3ae-72b8e3af41b9), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:58.515577 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a8f7-0123-49b1-9ccf-1b692611dd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (f34f0a49-8de5-45b8-a3ae-72b8e3af41b9), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:58.521847 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce2a8f7-0123-49b1-9ccf-1b692611dd60 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:07:58.522227 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a8f7-0123-49b1-9ccf-1b692611dd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4238482'] for segment (f34f0a49-8de5-45b8-a3ae-72b8e3af41b9), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:58.544738 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.services.segments.plugin [-] Segment f34f0a49-8de5-45b8-a3ae-72b8e3af41b9 resource provider aggregate not found Jul 24 01:07:58.573602 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.services.segments.plugin [-] Segment f34f0a49-8de5-45b8-a3ae-72b8e3af41b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f34f0a49-8de5-45b8-a3ae-72b8e3af41b9 found for delete ", "request_id": "req-d160d704-f915-4b90-b2f3-5a2a27dcc41d"}]} Jul 24 01:07:58.587618 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a8f7-0123-49b1-9ccf-1b692611dd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687525'] for network (3cc24a62-7bf1-41a8-bd77-e6c712711d4d), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:58.592783 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a8f7-0123-49b1-9ccf-1b692611dd60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:58.595855 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-7ce2a8f7-0123-49b1-9ccf-1b692611dd60 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3cc24a62-7bf1-41a8-bd77-e6c712711d4d HTTP/1.1" status: 204 len: 168 time: 0.2977953 Jul 24 01:07:58.598933 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 38536) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:58.606569 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2a8f7-0123-49b1-9ccf-1b692611dd60 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cc24a62-7bf1-41a8-bd77-e6c712711d4d,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:58.650419 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f40ac76-daaa-49c7-920a-c1ad0dffe265 admin admin] Deleting subnet 9c7725fe-6d94-45d3-ace4-82439a32b8ff {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 01:07:58.653939 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7f40ac76-daaa-49c7-920a-c1ad0dffe265 admin admin] Publish callbacks [] for subnet (9c7725fe-6d94-45d3-ace4-82439a32b8ff), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:58.689715 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7f40ac76-daaa-49c7-920a-c1ad0dffe265 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15792540'] for subnet (9c7725fe-6d94-45d3-ace4-82439a32b8ff), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:58.768393 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f58d2-f224-4b9e-a2b7-476b3cef1b58 req-2aeb6c1a-4b8e-4070-90c9-6b14b9561b6e tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:58.769767 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e28f58d2-f224-4b9e-a2b7-476b3cef1b58 req-2aeb6c1a-4b8e-4070-90c9-6b14b9561b6e tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8c1e487-f402-4b2a-b202-4122298b04ca HTTP/1.1" status: 200 len: 945 time: 0.0604432 Jul 24 01:07:58.770823 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7f40ac76-daaa-49c7-920a-c1ad0dffe265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1702200'] for subnet (9c7725fe-6d94-45d3-ace4-82439a32b8ff), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:58.806423 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:07:58.848462 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning for port feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 01:07:58.856063 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:07:58.856440 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:58.857982 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e28f58d2-f224-4b9e-a2b7-476b3cef1b58 req-383cde62-13e9-4866-a14b-27e79cddf73d tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633912 Jul 24 01:07:58.866879 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7f40ac76-daaa-49c7-920a-c1ad0dffe265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1702193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4959331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5214611'] for subnet (9c7725fe-6d94-45d3-ace4-82439a32b8ff), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:58.892901 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40ac76-daaa-49c7-920a-c1ad0dffe265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c7725fe-6d94-45d3-ace4-82439a32b8ff,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:58.896555 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7f40ac76-daaa-49c7-920a-c1ad0dffe265 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:58.902230 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-7f40ac76-daaa-49c7-920a-c1ad0dffe265 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9c7725fe-6d94-45d3-ace4-82439a32b8ff HTTP/1.1" status: 204 len: 168 time: 0.2998183 Jul 24 01:07:58.902642 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 38540) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:58.932438 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:07:58.944370 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:07:58.944970 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:58.967950 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c1e487-f402-4b2a-b202-4122298b04ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:07:58.970182 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636e8b80-5425-4e31-9d77-8e970c28cfe7" -d '{"events": [{"server_uuid": "f8c1e487-f402-4b2a-b202-4122298b04ca", "name": "network-vif-plugged", "status": "completed", "tag": "feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:07:58.983617 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-df98de9a-7004-49c7-b8ad-9c1985e14c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658929'] for network (efa8523f-fa82-4ed1-afee-2ec8851d6ba6), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:58.984436 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910,segment=NetworkSegment(1290aa10-1212-4d5f-be88-1e820a2d17ce),segment_id=1290aa10-1212-4d5f-be88-1e820a2d17ce)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:58.989456 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:59.012339 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab2d4f1-2c4f-4b3b-9cf0-ea551a954a70 x-openstack-request-id: req-fab2d4f1-2c4f-4b3b-9cf0-ea551a954a70 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:07:59.012635 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c1e487-f402-4b2a-b202-4122298b04ca", "name": "network-vif-plugged", "status": "completed", "tag": "feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:07:59.012890 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fab2d4f1-2c4f-4b3b-9cf0-ea551a954a70 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:07:59.013284 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fab2d4f1-2c4f-4b3b-9cf0-ea551a954a70'] response: {'server_uuid': 'f8c1e487-f402-4b2a-b202-4122298b04ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910', 'code': 200} Jul 24 01:07:59.039214 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:59.088262 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-df98de9a-7004-49c7-b8ad-9c1985e14c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702323', 'neutron.services.segments.db._delete_segments_for_network-8763390966860'] for network (efa8523f-fa82-4ed1-afee-2ec8851d6ba6), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:59.108900 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-df98de9a-7004-49c7-b8ad-9c1985e14c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa8523f-fa82-4ed1-afee-2ec8851d6ba6']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:59.119012 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-df98de9a-7004-49c7-b8ad-9c1985e14c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e283fd24-9a79-41b0-9a88-e534f4cd7626') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:59.119315 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-df98de9a-7004-49c7-b8ad-9c1985e14c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e283fd24-9a79-41b0-9a88-e534f4cd7626') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:59.129102 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-df98de9a-7004-49c7-b8ad-9c1985e14c64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763390966245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15792549'] for segment (e283fd24-9a79-41b0-9a88-e534f4cd7626), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:59.144661 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-df98de9a-7004-49c7-b8ad-9c1985e14c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (e283fd24-9a79-41b0-9a88-e534f4cd7626), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:59.151999 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df98de9a-7004-49c7-b8ad-9c1985e14c64 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:07:59.152386 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-df98de9a-7004-49c7-b8ad-9c1985e14c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4959449'] for segment (e283fd24-9a79-41b0-9a88-e534f4cd7626), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:59.203630 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.services.segments.plugin [-] Segment e283fd24-9a79-41b0-9a88-e534f4cd7626 resource provider aggregate not found Jul 24 01:07:59.222509 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.services.segments.plugin [-] Segment e283fd24-9a79-41b0-9a88-e534f4cd7626 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e283fd24-9a79-41b0-9a88-e534f4cd7626 found for delete ", "request_id": "req-6248f348-fa50-4a1d-a244-04d6a423fbe5"}]} Jul 24 01:07:59.223693 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-df98de9a-7004-49c7-b8ad-9c1985e14c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687525'] for network (efa8523f-fa82-4ed1-afee-2ec8851d6ba6), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:59.224404 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dc2b7-981d-4084-bc6f-eaa51ba81100 req-02db82e2-84dd-4d7d-aad4-8705a8fba36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:59.228964 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-115dc2b7-981d-4084-bc6f-eaa51ba81100 req-02db82e2-84dd-4d7d-aad4-8705a8fba36f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f8c1e487-f402-4b2a-b202-4122298b04ca HTTP/1.1" status: 200 len: 1130 time: 0.0470932 Jul 24 01:07:59.229816 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-df98de9a-7004-49c7-b8ad-9c1985e14c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:59.232887 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-df98de9a-7004-49c7-b8ad-9c1985e14c64 admin admin] 10.222.0.18 "DELETE /v2.0/networks/efa8523f-fa82-4ed1-afee-2ec8851d6ba6 HTTP/1.1" status: 204 len: 168 time: 0.3292911 Jul 24 01:07:59.244816 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98de9a-7004-49c7-b8ad-9c1985e14c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=efa8523f-fa82-4ed1-afee-2ec8851d6ba6,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:59.432211 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 38552) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:59.480168 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-ddbfbf23-89a4-4784-8c74-1c0a98da73bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61cc3e13d49a455aa7253d1ab74d392f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444658 Jul 24 01:07:59.480545 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 38556) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:59.529299 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-115dc2b7-981d-4084-bc6f-eaa51ba81100 req-75ed6190-4145-40ec-ad22-e0142dd0fc30 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949064 Jul 24 01:07:59.538270 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-53b8d66e-95a4-4bc2-86e7-7797bf08ca62 admin admin] Publish callbacks [] for security_group (6aa99b5f-4c25-417e-8b40-3fbaeab52154), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:59.564328 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-53b8d66e-95a4-4bc2-86e7-7797bf08ca62 admin admin] Publish callbacks [] for security_group (6aa99b5f-4c25-417e-8b40-3fbaeab52154), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:59.610461 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-53b8d66e-95a4-4bc2-86e7-7797bf08ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (6aa99b5f-4c25-417e-8b40-3fbaeab52154), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:59.612980 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-53b8d66e-95a4-4bc2-86e7-7797bf08ca62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:07:59.614404 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-53b8d66e-95a4-4bc2-86e7-7797bf08ca62 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6aa99b5f-4c25-417e-8b40-3fbaeab52154 HTTP/1.1" status: 204 len: 168 time: 0.1329150 Jul 24 01:07:59.622641 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8d66e-95a4-4bc2-86e7-7797bf08ca62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa99b5f-4c25-417e-8b40-3fbaeab52154,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:59.938958 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 38566) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:07:59.980282 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-64d59640-58b8-494e-8fc8-33497a19c794 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c2e2387023f407ba83bb828f85da256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401554 Jul 24 01:07:59.980925 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265fba8-0e0e-4716-8a45-012f68128edb req-339ab773-b2a8-4de0-a507-56bcc19cae79 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:07:59.982430 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f265fba8-0e0e-4716-8a45-012f68128edb req-339ab773-b2a8-4de0-a507-56bcc19cae79 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8c1e487-f402-4b2a-b202-4122298b04ca HTTP/1.1" status: 200 len: 946 time: 0.0521851 Jul 24 01:07:59.982917 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 38568) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:00.005226 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:00.073848 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f265fba8-0e0e-4716-8a45-012f68128edb req-95939b70-3333-4818-b303-30cbf7570cc3 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838313 Jul 24 01:08:00.074800 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-68637b68-3677-454a-804d-9c9cfee3ec3a admin admin] Publish callbacks [] for security_group (4b61efec-ef16-4673-98b0-12c6c2d36d5d), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:00.096842 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-68637b68-3677-454a-804d-9c9cfee3ec3a admin admin] Publish callbacks [] for security_group (4b61efec-ef16-4673-98b0-12c6c2d36d5d), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:00.145471 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-68637b68-3677-454a-804d-9c9cfee3ec3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (4b61efec-ef16-4673-98b0-12c6c2d36d5d), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:00.148824 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-68637b68-3677-454a-804d-9c9cfee3ec3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:00.149977 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-68637b68-3677-454a-804d-9c9cfee3ec3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b61efec-ef16-4673-98b0-12c6c2d36d5d HTTP/1.1" status: 204 len: 168 time: 0.1661651 Jul 24 01:08:00.157614 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68637b68-3677-454a-804d-9c9cfee3ec3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b61efec-ef16-4673-98b0-12c6c2d36d5d,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:01.190923 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0ffc6-1ddc-415d-8eaa-d6cd8807a988 req-cec4fc11-8c16-46a2-8a8c-50d6e76ccdff tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:01.192404 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-54a0ffc6-1ddc-415d-8eaa-d6cd8807a988 req-cec4fc11-8c16-46a2-8a8c-50d6e76ccdff tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8c1e487-f402-4b2a-b202-4122298b04ca HTTP/1.1" status: 200 len: 946 time: 0.0488629 Jul 24 01:08:01.244607 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-54a0ffc6-1ddc-415d-8eaa-d6cd8807a988 req-8ff4130a-9607-467e-a89b-66a928b108e3 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462947 Jul 24 01:08:02.021916 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570c954-2d45-4190-b5e6-0b053699e92b req-d7f87a82-4770-43e4-8354-46550d7f7f20 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:02.023619 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a570c954-2d45-4190-b5e6-0b053699e92b req-d7f87a82-4770-43e4-8354-46550d7f7f20 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8c1e487-f402-4b2a-b202-4122298b04ca HTTP/1.1" status: 200 len: 946 time: 0.0601883 Jul 24 01:08:02.077765 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a570c954-2d45-4190-b5e6-0b053699e92b req-c737b0a0-5f40-431e-abfb-cdd455a4df99 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463867 Jul 24 01:08:02.258295 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:08:03.154473 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 38738) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:03.189592 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:03.206271 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296fd41-a854-4df9-afa9-e4c3ca69bb8f req-d8134099-4ea7-4943-91f0-e63165589f87 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:03.207784 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2296fd41-a854-4df9-afa9-e4c3ca69bb8f req-d8134099-4ea7-4943-91f0-e63165589f87 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8c1e487-f402-4b2a-b202-4122298b04ca HTTP/1.1" status: 200 len: 946 time: 0.0538490 Jul 24 01:08:03.255821 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2296fd41-a854-4df9-afa9-e4c3ca69bb8f req-72c8a3c4-ab0a-44e8-9f62-a9d9516df29d tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 Jul 24 01:08:03.265289 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a3092213-69fe-421c-9a40-8f70e6f4d3cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:03.341588 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a3092213-69fe-421c-9a40-8f70e6f4d3cc admin admin] Publish callbacks [] for security_group (f5da07f8-632e-497c-8f26-1bd3f648ccd4), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:03.345006 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a3092213-69fe-421c-9a40-8f70e6f4d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (f5da07f8-632e-497c-8f26-1bd3f648ccd4), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:03.383365 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3092213-69fe-421c-9a40-8f70e6f4d3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5da07f8-632e-497c-8f26-1bd3f648ccd4,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:03.389099 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-a3092213-69fe-421c-9a40-8f70e6f4d3cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=036ff20989b04219b848e9e9b2ba524f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335653 Jul 24 01:08:03.391808 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 38742) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:03.448041 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1fc20b6d-da8b-45a6-bfb6-7fc2b643597a admin admin] Publish callbacks [] for security_group (f5da07f8-632e-497c-8f26-1bd3f648ccd4), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:03.450126 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:03.472486 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1fc20b6d-da8b-45a6-bfb6-7fc2b643597a admin admin] Publish callbacks [] for security_group (f5da07f8-632e-497c-8f26-1bd3f648ccd4), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:03.493549 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:03.520526 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1fc20b6d-da8b-45a6-bfb6-7fc2b643597a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (f5da07f8-632e-497c-8f26-1bd3f648ccd4), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:03.523783 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1fc20b6d-da8b-45a6-bfb6-7fc2b643597a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:03.524903 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-1fc20b6d-da8b-45a6-bfb6-7fc2b643597a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5da07f8-632e-497c-8f26-1bd3f648ccd4 HTTP/1.1" status: 204 len: 168 time: 0.1321692 Jul 24 01:08:03.532747 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc20b6d-da8b-45a6-bfb6-7fc2b643597a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5da07f8-632e-497c-8f26-1bd3f648ccd4,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:03.788293 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 38748) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:03.801851 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ca6aea2f-5a6f-4957-8341-7e2a6707350b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:03.876864 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ca6aea2f-5a6f-4957-8341-7e2a6707350b admin admin] Publish callbacks [] for security_group (7a631472-b291-4d49-b448-d9565ba456b9), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:03.880344 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ca6aea2f-5a6f-4957-8341-7e2a6707350b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (7a631472-b291-4d49-b448-d9565ba456b9), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:03.917115 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6aea2f-5a6f-4957-8341-7e2a6707350b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a631472-b291-4d49-b448-d9565ba456b9,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:03.921376 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-ca6aea2f-5a6f-4957-8341-7e2a6707350b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a92592d636440c7940d3ed7a982454f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319377 Jul 24 01:08:03.923966 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 38750) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:03.973174 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-eb18adea-77e6-4b9a-94ac-2a6d4a8473f0 admin admin] Publish callbacks [] for security_group (7a631472-b291-4d49-b448-d9565ba456b9), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:03.997208 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-eb18adea-77e6-4b9a-94ac-2a6d4a8473f0 admin admin] Publish callbacks [] for security_group (7a631472-b291-4d49-b448-d9565ba456b9), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:04.043336 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-eb18adea-77e6-4b9a-94ac-2a6d4a8473f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (7a631472-b291-4d49-b448-d9565ba456b9), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:04.045698 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-eb18adea-77e6-4b9a-94ac-2a6d4a8473f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:04.046829 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-eb18adea-77e6-4b9a-94ac-2a6d4a8473f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a631472-b291-4d49-b448-d9565ba456b9 HTTP/1.1" status: 204 len: 168 time: 0.1219554 Jul 24 01:08:04.055145 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18adea-77e6-4b9a-94ac-2a6d4a8473f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a631472-b291-4d49-b448-d9565ba456b9,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:04.377279 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f90c0-675b-4aa3-937c-b9ca71c7543c req-facb3175-4712-4255-bb6a-7bc66957a2dc tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:04.379578 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-122f90c0-675b-4aa3-937c-b9ca71c7543c req-facb3175-4712-4255-bb6a-7bc66957a2dc tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8c1e487-f402-4b2a-b202-4122298b04ca HTTP/1.1" status: 200 len: 946 time: 0.0500062 Jul 24 01:08:04.434447 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-122f90c0-675b-4aa3-937c-b9ca71c7543c req-6fd6c9ec-0ab5-48d7-9a5a-94d1649e45e4 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486534 Jul 24 01:08:05.558976 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5ac21-2971-4a5d-ba11-d7c02d402ae1 req-d80e3317-519a-4c2f-a8dc-c417e249251d tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:05.560457 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2fe5ac21-2971-4a5d-ba11-d7c02d402ae1 req-d80e3317-519a-4c2f-a8dc-c417e249251d tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8c1e487-f402-4b2a-b202-4122298b04ca HTTP/1.1" status: 200 len: 946 time: 0.0473266 Jul 24 01:08:05.615394 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-2fe5ac21-2971-4a5d-ba11-d7c02d402ae1 req-6ddd48d1-28d9-4eb6-af99-7859ded26b0e tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492983 Jul 24 01:08:06.463205 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 38828) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:06.567061 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5a5612af-9a42-42f1-a3ca-f0227f4ddf5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:06.641016 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5a5612af-9a42-42f1-a3ca-f0227f4ddf5c admin admin] Publish callbacks [] for security_group (88cf2c7e-0350-4018-bb7b-9c9b0c34248b), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:06.646000 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5a5612af-9a42-42f1-a3ca-f0227f4ddf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (88cf2c7e-0350-4018-bb7b-9c9b0c34248b), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:06.685579 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-5a5612af-9a42-42f1-a3ca-f0227f4ddf5c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5a8e3d224b447669730b1364b523a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212670 Jul 24 01:08:06.689116 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 38834) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:06.697455 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5612af-9a42-42f1-a3ca-f0227f4ddf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cf2c7e-0350-4018-bb7b-9c9b0c34248b,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:06.741728 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9712e511-7285-443b-af72-0a5b599ebc5e admin admin] Publish callbacks [] for security_group (88cf2c7e-0350-4018-bb7b-9c9b0c34248b), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:06.744044 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673b01b-e2fa-468e-98ad-fdb401c94b8e req-e5fd742d-eade-4845-8735-9fde5450207a tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:06.745546 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9673b01b-e2fa-468e-98ad-fdb401c94b8e req-e5fd742d-eade-4845-8735-9fde5450207a tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8c1e487-f402-4b2a-b202-4122298b04ca HTTP/1.1" status: 200 len: 946 time: 0.0597167 Jul 24 01:08:06.763576 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9712e511-7285-443b-af72-0a5b599ebc5e admin admin] Publish callbacks [] for security_group (88cf2c7e-0350-4018-bb7b-9c9b0c34248b), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:06.793974 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9673b01b-e2fa-468e-98ad-fdb401c94b8e req-8a5c5ce4-3e21-4984-9e28-7f3c57de9173 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425293 Jul 24 01:08:06.813908 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9712e511-7285-443b-af72-0a5b599ebc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (88cf2c7e-0350-4018-bb7b-9c9b0c34248b), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:06.816450 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9712e511-7285-443b-af72-0a5b599ebc5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:06.817867 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-9712e511-7285-443b-af72-0a5b599ebc5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88cf2c7e-0350-4018-bb7b-9c9b0c34248b HTTP/1.1" status: 204 len: 168 time: 0.1275396 Jul 24 01:08:06.825981 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712e511-7285-443b-af72-0a5b599ebc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cf2c7e-0350-4018-bb7b-9c9b0c34248b,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:06.839227 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:07.087813 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 38840) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:07.101765 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ffc47c34-f476-4657-ad46-48267a572fac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:07.104175 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=12 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:07.156710 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:07.181988 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ffc47c34-f476-4657-ad46-48267a572fac admin admin] Publish callbacks [] for security_group (4db28042-9524-4ee0-8af2-9e27d531ef52), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:07.185416 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ffc47c34-f476-4657-ad46-48267a572fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (4db28042-9524-4ee0-8af2-9e27d531ef52), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:07.222586 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-ffc47c34-f476-4657-ad46-48267a572fac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae65df3e8e204b16bc5b60c8997842ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337018 Jul 24 01:08:07.224575 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc47c34-f476-4657-ad46-48267a572fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db28042-9524-4ee0-8af2-9e27d531ef52,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:07.225348 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 38842) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:07.278328 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d15dbcc0-ea99-42da-9bc5-24ed406cdb04 admin admin] Publish callbacks [] for security_group (4db28042-9524-4ee0-8af2-9e27d531ef52), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:07.300226 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d15dbcc0-ea99-42da-9bc5-24ed406cdb04 admin admin] Publish callbacks [] for security_group (4db28042-9524-4ee0-8af2-9e27d531ef52), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:07.346980 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d15dbcc0-ea99-42da-9bc5-24ed406cdb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (4db28042-9524-4ee0-8af2-9e27d531ef52), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:07.349417 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d15dbcc0-ea99-42da-9bc5-24ed406cdb04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:07.350552 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-d15dbcc0-ea99-42da-9bc5-24ed406cdb04 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4db28042-9524-4ee0-8af2-9e27d531ef52 HTTP/1.1" status: 204 len: 168 time: 0.1236989 Jul 24 01:08:07.359853 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15dbcc0-ea99-42da-9bc5-24ed406cdb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db28042-9524-4ee0-8af2-9e27d531ef52,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:07.786063 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156542c6-b7ee-49f7-9a82-60ce3297eab1 req-0f13e81b-844b-4818-a100-352f7e2128a9 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:07.787487 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-156542c6-b7ee-49f7-9a82-60ce3297eab1 req-0f13e81b-844b-4818-a100-352f7e2128a9 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8c1e487-f402-4b2a-b202-4122298b04ca HTTP/1.1" status: 200 len: 946 time: 0.0501173 Jul 24 01:08:07.876490 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-156542c6-b7ee-49f7-9a82-60ce3297eab1 req-704487c5-921e-46f0-85ab-a6c6b98faf70 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Deleting port feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:08:07.876903 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-156542c6-b7ee-49f7-9a82-60ce3297eab1 req-704487c5-921e-46f0-85ab-a6c6b98faf70 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:07.925249 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23e0b1-f2f7-4e2d-8d6a-6f5d1b445fb5 req-052390b5-b255-4d7f-9cdf-ba81efcd4fce tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:07.926892 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4a23e0b1-f2f7-4e2d-8d6a-6f5d1b445fb5 req-052390b5-b255-4d7f-9cdf-ba81efcd4fce tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8c1e487-f402-4b2a-b202-4122298b04ca HTTP/1.1" status: 200 len: 946 time: 0.0532534 Jul 24 01:08:07.973236 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-156542c6-b7ee-49f7-9a82-60ce3297eab1 req-704487c5-921e-46f0-85ab-a6c6b98faf70 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] For port feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910,segment=NetworkSegment(1290aa10-1212-4d5f-be88-1e820a2d17ce),segment_id=1290aa10-1212-4d5f-be88-1e820a2d17ce)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:07.973740 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-156542c6-b7ee-49f7-9a82-60ce3297eab1 req-704487c5-921e-46f0-85ab-a6c6b98faf70 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:07.988665 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-156542c6-b7ee-49f7-9a82-60ce3297eab1 req-704487c5-921e-46f0-85ab-a6c6b98faf70 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Calling delete_port for feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 owned by compute:nova {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:08:07.999823 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4a23e0b1-f2f7-4e2d-8d6a-6f5d1b445fb5 req-b02fca26-18b8-42da-935a-5200374f4ad1 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.18 "GET /v2.0/security-groups?id=af8f8c50-bcd5-4c03-ad71-6b46f695437d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600111 Jul 24 01:08:08.125028 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-156542c6-b7ee-49f7-9a82-60ce3297eab1 req-704487c5-921e-46f0-85ab-a6c6b98faf70 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:08.160641 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704487c5-921e-46f0-85ab-a6c6b98faf70 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Pushing event deleted for resources: {'Port': ['ID=feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:08.204090 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-156542c6-b7ee-49f7-9a82-60ce3297eab1 req-704487c5-921e-46f0-85ab-a6c6b98faf70 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] No DVR routers for this DVR port feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 on host hv-cinder-maste {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:08:08.206489 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-156542c6-b7ee-49f7-9a82-60ce3297eab1 req-704487c5-921e-46f0-85ab-a6c6b98faf70 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:08.210565 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-156542c6-b7ee-49f7-9a82-60ce3297eab1 req-704487c5-921e-46f0-85ab-a6c6b98faf70 tempest-VolumesActionsTest-1112095850 tempest-VolumesActionsTest-1112095850-project] 10.222.0.39 "DELETE /v2.0/ports/feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 HTTP/1.1" status: 204 len: 173 time: 0.4171643 Jul 24 01:08:08.211029 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c1e487-f402-4b2a-b202-4122298b04ca', 'name': 'network-vif-deleted', 'tag': 'feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:08:08.213322 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ad04fe-336a-4bc8-9781-3d5d209344e9" -d '{"events": [{"server_uuid": "f8c1e487-f402-4b2a-b202-4122298b04ca", "name": "network-vif-deleted", "tag": "feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:08:08.257920 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81827b88-95f0-4a6a-9e5c-5610c6c2f0f9 x-openstack-request-id: req-81827b88-95f0-4a6a-9e5c-5610c6c2f0f9 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:08:08.258342 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c1e487-f402-4b2a-b202-4122298b04ca", "name": "network-vif-deleted", "tag": "feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:08:08.259151 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81827b88-95f0-4a6a-9e5c-5610c6c2f0f9 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:08:08.260141 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81827b88-95f0-4a6a-9e5c-5610c6c2f0f9'] response: {'server_uuid': 'f8c1e487-f402-4b2a-b202-4122298b04ca', 'name': 'network-vif-deleted', 'tag': 'feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910', 'status': 'completed', 'code': 200} Jul 24 01:08:08.861843 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:08:08.883810 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] No Port match for: feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:08:08.884225 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device feb2b0f6-e2a4-4f57-9d0f-6b4477fb5910 not bound to the agent host hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:08:09.814231 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:12.271348 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=3 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:12.272125 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:13.584292 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-98475f4e-0937-4227-b93e-c212d557221b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:15.848748 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-195bbe29-24a0-4960-b5c8-5d9a04ab5b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:17.128198 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:17.279008 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 39146) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:17.437772 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2917866d-eb2a-4bc2-98e6-9b607c7b8d25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:17.536440 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2917866d-eb2a-4bc2-98e6-9b607c7b8d25 admin admin] Publish callbacks [] for security_group (1d2e2cc7-a352-4ecc-a50a-19525de8c7f0), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:17.541904 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2917866d-eb2a-4bc2-98e6-9b607c7b8d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (1d2e2cc7-a352-4ecc-a50a-19525de8c7f0), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:17.585060 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 39152) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:17.585999 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-2917866d-eb2a-4bc2-98e6-9b607c7b8d25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d44bf1b03a7d4d4190165b383dec5a1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047965 Jul 24 01:08:17.587564 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917866d-eb2a-4bc2-98e6-9b607c7b8d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2e2cc7-a352-4ecc-a50a-19525de8c7f0,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:17.595923 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917866d-eb2a-4bc2-98e6-9b607c7b8d25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:17.596513 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917866d-eb2a-4bc2-98e6-9b607c7b8d25 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:17.597009 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917866d-eb2a-4bc2-98e6-9b607c7b8d25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:17.597533 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917866d-eb2a-4bc2-98e6-9b607c7b8d25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:17.598015 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917866d-eb2a-4bc2-98e6-9b607c7b8d25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:17.598494 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917866d-eb2a-4bc2-98e6-9b607c7b8d25 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:17.598995 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917866d-eb2a-4bc2-98e6-9b607c7b8d25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:17.599494 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917866d-eb2a-4bc2-98e6-9b607c7b8d25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:17.599991 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917866d-eb2a-4bc2-98e6-9b607c7b8d25 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:17.600477 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917866d-eb2a-4bc2-98e6-9b607c7b8d25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:17.601531 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917866d-eb2a-4bc2-98e6-9b607c7b8d25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:17.602008 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917866d-eb2a-4bc2-98e6-9b607c7b8d25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:17.602491 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917866d-eb2a-4bc2-98e6-9b607c7b8d25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:17.602998 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917866d-eb2a-4bc2-98e6-9b607c7b8d25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:17.603471 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2917866d-eb2a-4bc2-98e6-9b607c7b8d25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:17.644096 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7de1ff99-69ee-46bf-a1c4-565875a0a3d9 admin admin] Publish callbacks [] for security_group (1d2e2cc7-a352-4ecc-a50a-19525de8c7f0), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:17.669512 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7de1ff99-69ee-46bf-a1c4-565875a0a3d9 admin admin] Publish callbacks [] for security_group (1d2e2cc7-a352-4ecc-a50a-19525de8c7f0), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:17.677639 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:17.724043 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7de1ff99-69ee-46bf-a1c4-565875a0a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (1d2e2cc7-a352-4ecc-a50a-19525de8c7f0), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:17.727741 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-7de1ff99-69ee-46bf-a1c4-565875a0a3d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:17.731737 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-7de1ff99-69ee-46bf-a1c4-565875a0a3d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d2e2cc7-a352-4ecc-a50a-19525de8c7f0 HTTP/1.1" status: 204 len: 168 time: 0.1455734 Jul 24 01:08:17.740251 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1ff99-69ee-46bf-a1c4-565875a0a3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2e2cc7-a352-4ecc-a50a-19525de8c7f0,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:18.087720 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 39162) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:18.105416 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bf07b789-6a7d-4c06-b831-d47fbaef79d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:18.154497 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:18.208773 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bf07b789-6a7d-4c06-b831-d47fbaef79d3 admin admin] Publish callbacks [] for security_group (2607802d-accc-485c-8b76-70f81948ece1), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:18.213732 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bf07b789-6a7d-4c06-b831-d47fbaef79d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (2607802d-accc-485c-8b76-70f81948ece1), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:18.262763 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-bf07b789-6a7d-4c06-b831-d47fbaef79d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9d11ef608c449d299edacfc3272ddbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1738496 Jul 24 01:08:18.264087 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07b789-6a7d-4c06-b831-d47fbaef79d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2607802d-accc-485c-8b76-70f81948ece1,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:18.265476 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 39164) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:18.341642 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-707b5fb8-163f-47bd-a77e-b2999e52c26a admin admin] Publish callbacks [] for security_group (2607802d-accc-485c-8b76-70f81948ece1), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:18.346912 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=12,neutron:DELETE=6 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:18.369476 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-707b5fb8-163f-47bd-a77e-b2999e52c26a admin admin] Publish callbacks [] for security_group (2607802d-accc-485c-8b76-70f81948ece1), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:18.381519 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:18.447707 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:18.455018 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-707b5fb8-163f-47bd-a77e-b2999e52c26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (2607802d-accc-485c-8b76-70f81948ece1), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:18.461123 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-707b5fb8-163f-47bd-a77e-b2999e52c26a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:18.463018 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-707b5fb8-163f-47bd-a77e-b2999e52c26a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2607802d-accc-485c-8b76-70f81948ece1 HTTP/1.1" status: 204 len: 168 time: 0.1959000 Jul 24 01:08:18.477021 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b5fb8-163f-47bd-a77e-b2999e52c26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2607802d-accc-485c-8b76-70f81948ece1,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:18.862891 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:18.912575 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 39172) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:18.927308 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d94b5a9e-c427-48f6-818e-6ccd198262da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:19.016412 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d94b5a9e-c427-48f6-818e-6ccd198262da admin admin] Publish callbacks [] for security_group (8ad48afb-c727-48d4-aa6c-46f2c064dc36), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:19.021158 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d94b5a9e-c427-48f6-818e-6ccd198262da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (8ad48afb-c727-48d4-aa6c-46f2c064dc36), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:19.062732 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-d94b5a9e-c427-48f6-818e-6ccd198262da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c23653d27f5c40318ab895f70bff1182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490138 Jul 24 01:08:19.063521 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b5a9e-c427-48f6-818e-6ccd198262da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad48afb-c727-48d4-aa6c-46f2c064dc36,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:19.065828 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 39178) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:19.119042 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b4f73bf4-5717-404d-8220-9d665e16d8cb admin admin] Publish callbacks [] for security_group (8ad48afb-c727-48d4-aa6c-46f2c064dc36), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:19.142314 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b4f73bf4-5717-404d-8220-9d665e16d8cb admin admin] Publish callbacks [] for security_group (8ad48afb-c727-48d4-aa6c-46f2c064dc36), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:19.195679 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b4f73bf4-5717-404d-8220-9d665e16d8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (8ad48afb-c727-48d4-aa6c-46f2c064dc36), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:19.198140 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b4f73bf4-5717-404d-8220-9d665e16d8cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:19.199353 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-b4f73bf4-5717-404d-8220-9d665e16d8cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ad48afb-c727-48d4-aa6c-46f2c064dc36 HTTP/1.1" status: 204 len: 168 time: 0.1324193 Jul 24 01:08:19.211166 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f73bf4-5717-404d-8220-9d665e16d8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad48afb-c727-48d4-aa6c-46f2c064dc36,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:26.386201 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 39342) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:26.515340 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0816effb-cf46-450e-b7f4-a4520d7b4ec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:26.603838 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0816effb-cf46-450e-b7f4-a4520d7b4ec1 admin admin] Publish callbacks [] for security_group (f2dadd29-1acf-4f87-a555-9283838cf4d8), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:26.608103 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0816effb-cf46-450e-b7f4-a4520d7b4ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (f2dadd29-1acf-4f87-a555-9283838cf4d8), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:26.650053 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816effb-cf46-450e-b7f4-a4520d7b4ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dadd29-1acf-4f87-a555-9283838cf4d8,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:26.657361 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 39346) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:26.657934 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-0816effb-cf46-450e-b7f4-a4520d7b4ec1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad1202a4b89646d5949a981ec1435930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699344 Jul 24 01:08:26.711239 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bacfa085-591f-4bf0-be65-b04e2b42276a admin admin] Publish callbacks [] for security_group (f2dadd29-1acf-4f87-a555-9283838cf4d8), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:26.733837 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bacfa085-591f-4bf0-be65-b04e2b42276a admin admin] Publish callbacks [] for security_group (f2dadd29-1acf-4f87-a555-9283838cf4d8), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:26.785157 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bacfa085-591f-4bf0-be65-b04e2b42276a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (f2dadd29-1acf-4f87-a555-9283838cf4d8), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:26.788554 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-bacfa085-591f-4bf0-be65-b04e2b42276a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:26.791243 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-bacfa085-591f-4bf0-be65-b04e2b42276a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2dadd29-1acf-4f87-a555-9283838cf4d8 HTTP/1.1" status: 204 len: 168 time: 0.1328404 Jul 24 01:08:26.800082 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacfa085-591f-4bf0-be65-b04e2b42276a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dadd29-1acf-4f87-a555-9283838cf4d8,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:26.808996 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacfa085-591f-4bf0-be65-b04e2b42276a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:26.809845 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacfa085-591f-4bf0-be65-b04e2b42276a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:26.810294 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacfa085-591f-4bf0-be65-b04e2b42276a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:26.810877 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacfa085-591f-4bf0-be65-b04e2b42276a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:26.811316 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacfa085-591f-4bf0-be65-b04e2b42276a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:26.811873 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacfa085-591f-4bf0-be65-b04e2b42276a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:26.812418 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacfa085-591f-4bf0-be65-b04e2b42276a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:26.812931 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacfa085-591f-4bf0-be65-b04e2b42276a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:26.813361 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacfa085-591f-4bf0-be65-b04e2b42276a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:26.813791 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacfa085-591f-4bf0-be65-b04e2b42276a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:26.814196 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacfa085-591f-4bf0-be65-b04e2b42276a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:26.814596 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacfa085-591f-4bf0-be65-b04e2b42276a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:26.815086 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacfa085-591f-4bf0-be65-b04e2b42276a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:26.815864 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacfa085-591f-4bf0-be65-b04e2b42276a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:26.816382 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacfa085-591f-4bf0-be65-b04e2b42276a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:27.153700 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 39352) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:27.168299 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-50e4e9ab-73a9-417d-9f6b-e74f43ab34d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:27.257974 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-50e4e9ab-73a9-417d-9f6b-e74f43ab34d6 admin admin] Publish callbacks [] for security_group (a5cb155d-6b0e-442b-8519-65dedb66096a), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:27.263963 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-50e4e9ab-73a9-417d-9f6b-e74f43ab34d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (a5cb155d-6b0e-442b-8519-65dedb66096a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:27.302875 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-50e4e9ab-73a9-417d-9f6b-e74f43ab34d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3cfbe95b928d4087890aa26d75ec87a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480656 Jul 24 01:08:27.307895 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 39360) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:27.313510 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4e9ab-73a9-417d-9f6b-e74f43ab34d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cb155d-6b0e-442b-8519-65dedb66096a,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:27.393304 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-efe8eb56-8280-4583-bef9-e6c3eb24b959 admin admin] Publish callbacks [] for security_group (a5cb155d-6b0e-442b-8519-65dedb66096a), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:27.423661 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-efe8eb56-8280-4583-bef9-e6c3eb24b959 admin admin] Publish callbacks [] for security_group (a5cb155d-6b0e-442b-8519-65dedb66096a), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:27.485820 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-efe8eb56-8280-4583-bef9-e6c3eb24b959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (a5cb155d-6b0e-442b-8519-65dedb66096a), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:27.493315 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-efe8eb56-8280-4583-bef9-e6c3eb24b959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:27.497465 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-efe8eb56-8280-4583-bef9-e6c3eb24b959 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5cb155d-6b0e-442b-8519-65dedb66096a HTTP/1.1" status: 204 len: 168 time: 0.1866951 Jul 24 01:08:27.511917 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8eb56-8280-4583-bef9-e6c3eb24b959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cb155d-6b0e-442b-8519-65dedb66096a,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:34.222137 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 39546) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:34.269627 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e454c2-98af-4cbe-8446-ef1f99b21024 admin admin] Deleting subnet 093ce1fe-9652-4222-a4af-55379218a6d4 {{(pid=103995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 01:08:34.273456 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:34.274634 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c3e454c2-98af-4cbe-8446-ef1f99b21024 admin admin] Publish callbacks [] for subnet (093ce1fe-9652-4222-a4af-55379218a6d4), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:34.293098 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=10 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:34.313168 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c3e454c2-98af-4cbe-8446-ef1f99b21024 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4260261'] for subnet (093ce1fe-9652-4222-a4af-55379218a6d4), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:34.353248 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c3e454c2-98af-4cbe-8446-ef1f99b21024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1702200'] for subnet (093ce1fe-9652-4222-a4af-55379218a6d4), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:34.411619 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c3e454c2-98af-4cbe-8446-ef1f99b21024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1702193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3892429'] for subnet (093ce1fe-9652-4222-a4af-55379218a6d4), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:34.437271 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e454c2-98af-4cbe-8446-ef1f99b21024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=093ce1fe-9652-4222-a4af-55379218a6d4,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:34.443451 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c3e454c2-98af-4cbe-8446-ef1f99b21024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:34.447564 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-c3e454c2-98af-4cbe-8446-ef1f99b21024 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/093ce1fe-9652-4222-a4af-55379218a6d4 HTTP/1.1" status: 204 len: 168 time: 0.2238297 Jul 24 01:08:34.449727 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 39552) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:34.519508 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ca4b52c1-57a5-4284-95a6-3e165ae3cfdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658929'] for network (c741dacb-eb73-4391-9009-40d0df6ad4b9), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:34.601835 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ca4b52c1-57a5-4284-95a6-3e165ae3cfdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702323', 'neutron.services.segments.db._delete_segments_for_network-8763390966860'] for network (c741dacb-eb73-4391-9009-40d0df6ad4b9), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:34.608763 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 39556) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:34.624478 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-ca4b52c1-57a5-4284-95a6-3e165ae3cfdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c741dacb-eb73-4391-9009-40d0df6ad4b9']}} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:34.635384 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-ca4b52c1-57a5-4284-95a6-3e165ae3cfdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1290aa10-1212-4d5f-be88-1e820a2d17ce') {'for_net_delete': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:34.635860 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-ca4b52c1-57a5-4284-95a6-3e165ae3cfdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1290aa10-1212-4d5f-be88-1e820a2d17ce') {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:34.645648 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ca4b52c1-57a5-4284-95a6-3e165ae3cfdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763390966245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4260252'] for segment (1290aa10-1212-4d5f-be88-1e820a2d17ce), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:34.659087 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ca4b52c1-57a5-4284-95a6-3e165ae3cfdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (1290aa10-1212-4d5f-be88-1e820a2d17ce), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:34.665850 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4b52c1-57a5-4284-95a6-3e165ae3cfdf admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:08:34.666241 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ca4b52c1-57a5-4284-95a6-3e165ae3cfdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4238482'] for segment (1290aa10-1212-4d5f-be88-1e820a2d17ce), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:34.717603 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.services.segments.plugin [-] Segment 1290aa10-1212-4d5f-be88-1e820a2d17ce resource provider aggregate not found Jul 24 01:08:34.736605 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ca4b52c1-57a5-4284-95a6-3e165ae3cfdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687525'] for network (c741dacb-eb73-4391-9009-40d0df6ad4b9), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:34.737451 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cde4d690-689a-44a1-9032-4c03200efa88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:34.746103 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.services.segments.plugin [-] Segment 1290aa10-1212-4d5f-be88-1e820a2d17ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1290aa10-1212-4d5f-be88-1e820a2d17ce found for delete ", "request_id": "req-339ab147-c880-41b6-b214-c5932cf7bf5e"}]} Jul 24 01:08:34.747615 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ca4b52c1-57a5-4284-95a6-3e165ae3cfdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:34.753269 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-ca4b52c1-57a5-4284-95a6-3e165ae3cfdf admin admin] 10.222.0.18 "DELETE /v2.0/networks/c741dacb-eb73-4391-9009-40d0df6ad4b9 HTTP/1.1" status: 204 len: 168 time: 0.3002408 Jul 24 01:08:34.761513 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b52c1-57a5-4284-95a6-3e165ae3cfdf admin admin] Pushing event deleted for resources: {'Network': ['ID=c741dacb-eb73-4391-9009-40d0df6ad4b9,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:34.815102 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=70,neutron:DELETE=5,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:34.844085 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cde4d690-689a-44a1-9032-4c03200efa88 admin admin] Publish callbacks [] for security_group (fe99806c-afab-4639-96ed-5ba87c128b3e), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:34.852070 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-cde4d690-689a-44a1-9032-4c03200efa88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (fe99806c-afab-4639-96ed-5ba87c128b3e), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:34.908935 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4d690-689a-44a1-9032-4c03200efa88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe99806c-afab-4639-96ed-5ba87c128b3e,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:34.909358 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 39580) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:34.916777 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-cde4d690-689a-44a1-9032-4c03200efa88 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0958a6432876442c91c2971f06953c67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045340 Jul 24 01:08:34.917125 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 39582) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:34.962070 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-3e14d6ee-5b8c-4950-af8a-ead3f61ca51c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54b31a874a6b4ec48f9a938d817c4637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487626 Jul 24 01:08:34.962313 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 39586) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:34.989791 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-da0cc458-9733-4170-9886-d46358f3ed97 admin admin] Publish callbacks [] for security_group (fe99806c-afab-4639-96ed-5ba87c128b3e), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:35.028544 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-da0cc458-9733-4170-9886-d46358f3ed97 admin admin] Publish callbacks [] for security_group (fe99806c-afab-4639-96ed-5ba87c128b3e), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:35.053848 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:35.063787 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5058f40a-e23f-4fa7-8655-4232c3d03e60 admin admin] Publish callbacks [] for security_group (af8f8c50-bcd5-4c03-ad71-6b46f695437d), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:35.095250 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5058f40a-e23f-4fa7-8655-4232c3d03e60 admin admin] Publish callbacks [] for security_group (af8f8c50-bcd5-4c03-ad71-6b46f695437d), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:35.132189 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-da0cc458-9733-4170-9886-d46358f3ed97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (fe99806c-afab-4639-96ed-5ba87c128b3e), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:35.134725 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-da0cc458-9733-4170-9886-d46358f3ed97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:35.135911 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-da0cc458-9733-4170-9886-d46358f3ed97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe99806c-afab-4639-96ed-5ba87c128b3e HTTP/1.1" status: 204 len: 168 time: 0.2180490 Jul 24 01:08:35.144130 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cc458-9733-4170-9886-d46358f3ed97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe99806c-afab-4639-96ed-5ba87c128b3e,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:35.166876 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5058f40a-e23f-4fa7-8655-4232c3d03e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (af8f8c50-bcd5-4c03-ad71-6b46f695437d), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:35.169426 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5058f40a-e23f-4fa7-8655-4232c3d03e60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:35.170586 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5058f40a-e23f-4fa7-8655-4232c3d03e60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af8f8c50-bcd5-4c03-ad71-6b46f695437d HTTP/1.1" status: 204 len: 168 time: 0.2072990 Jul 24 01:08:35.179221 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058f40a-e23f-4fa7-8655-4232c3d03e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8f8c50-bcd5-4c03-ad71-6b46f695437d,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:35.207346 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:35.601975 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 39626) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:35.615895 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b653f56e-50fb-4371-b33e-78e4c71db30f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:35.696847 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b653f56e-50fb-4371-b33e-78e4c71db30f admin admin] Publish callbacks [] for security_group (6a1d9584-8f39-41d2-8bd9-587348c32b7f), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:35.700439 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b653f56e-50fb-4371-b33e-78e4c71db30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (6a1d9584-8f39-41d2-8bd9-587348c32b7f), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:35.743822 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b653f56e-50fb-4371-b33e-78e4c71db30f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67a9d093519c4089afd78170313d3143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407435 Jul 24 01:08:35.744706 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653f56e-50fb-4371-b33e-78e4c71db30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1d9584-8f39-41d2-8bd9-587348c32b7f,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:35.746480 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 39632) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:35.809764 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dd75c945-6bb2-4584-a9fc-78aa5d9f0d64 admin admin] Publish callbacks [] for security_group (6a1d9584-8f39-41d2-8bd9-587348c32b7f), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:35.833900 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dd75c945-6bb2-4584-a9fc-78aa5d9f0d64 admin admin] Publish callbacks [] for security_group (6a1d9584-8f39-41d2-8bd9-587348c32b7f), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:35.891831 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dd75c945-6bb2-4584-a9fc-78aa5d9f0d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (6a1d9584-8f39-41d2-8bd9-587348c32b7f), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:35.895825 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dd75c945-6bb2-4584-a9fc-78aa5d9f0d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:35.897517 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-dd75c945-6bb2-4584-a9fc-78aa5d9f0d64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a1d9584-8f39-41d2-8bd9-587348c32b7f HTTP/1.1" status: 204 len: 168 time: 0.1497905 Jul 24 01:08:35.906640 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75c945-6bb2-4584-a9fc-78aa5d9f0d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1d9584-8f39-41d2-8bd9-587348c32b7f,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:37.979562 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-a0bd545b-5a84-44ef-b2a0-d8988e65828b tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=affbcb4611414dcba4e3eca7c0686be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287087 Jul 24 01:08:38.165962 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-d7808066-c041-4237-aee2-b3feb31cb5d7 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:38.167603 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-d7808066-c041-4237-aee2-b3feb31cb5d7 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829391 Jul 24 01:08:38.183577 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-b17d92e4-fba9-4d89-8c38-22e3d217c5ef tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/quotas/affbcb4611414dcba4e3eca7c0686be7 HTTP/1.1" status: 200 len: 375 time: 0.0102246 Jul 24 01:08:38.217518 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-2023a64e-b178-4935-8761-96406981c171 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=affbcb4611414dcba4e3eca7c0686be7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289090 Jul 24 01:08:38.379214 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0a9380db-f77f-4565-928f-cab2332c008b req-e7be373c-1050-4d0a-90d9-6c1abf2fcd6e tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 210 time: 0.0305231 Jul 24 01:08:39.258556 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:08:39.474719 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-41a441ce-56f1-46f7-bfaf-414e9079c73f req-2b78a902-a603-4cf9-a913-e8484f55d3db tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 210 time: 0.0270886 Jul 24 01:08:39.793132 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:39.805854 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:40.195377 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 39754) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:40.305057 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-634a72be-4bf6-4870-acb9-4b32f9a154f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:40.359539 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:40.384369 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-634a72be-4bf6-4870-acb9-4b32f9a154f0 admin admin] Publish callbacks [] for security_group (b64b214f-c7c7-4d1f-9eeb-ccc1d72a5ef8), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:40.388111 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-634a72be-4bf6-4870-acb9-4b32f9a154f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (b64b214f-c7c7-4d1f-9eeb-ccc1d72a5ef8), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:40.428355 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-634a72be-4bf6-4870-acb9-4b32f9a154f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=faa838fcc1ad4ae2b8fdb778b78273bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319100 Jul 24 01:08:40.429206 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a72be-4bf6-4870-acb9-4b32f9a154f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64b214f-c7c7-4d1f-9eeb-ccc1d72a5ef8,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:40.431069 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 39758) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:40.483767 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-59f6ff31-5dc6-47a8-917e-51dc3eafd609 admin admin] Publish callbacks [] for security_group (b64b214f-c7c7-4d1f-9eeb-ccc1d72a5ef8), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:40.504759 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-59f6ff31-5dc6-47a8-917e-51dc3eafd609 admin admin] Publish callbacks [] for security_group (b64b214f-c7c7-4d1f-9eeb-ccc1d72a5ef8), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:40.553649 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-59f6ff31-5dc6-47a8-917e-51dc3eafd609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (b64b214f-c7c7-4d1f-9eeb-ccc1d72a5ef8), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:40.556232 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-59f6ff31-5dc6-47a8-917e-51dc3eafd609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:40.557411 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-59f6ff31-5dc6-47a8-917e-51dc3eafd609 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b64b214f-c7c7-4d1f-9eeb-ccc1d72a5ef8 HTTP/1.1" status: 204 len: 168 time: 0.1252813 Jul 24 01:08:40.565401 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6ff31-5dc6-47a8-917e-51dc3eafd609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64b214f-c7c7-4d1f-9eeb-ccc1d72a5ef8,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:40.585666 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7c9d3161-4ca6-4c32-83cc-35365c0a8a52 req-ff63bdde-4d45-4fe1-8e7f-52ce61e964c3 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 210 time: 0.0420752 Jul 24 01:08:41.228953 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 39784) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:41.323950 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-1cba1702-648b-4760-b69f-ea7b90439492 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1383643613-network', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:08:41.344592 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cba1702-648b-4760-b69f-ea7b90439492 admin admin] Made reservation on behalf of be64d6ea0f0149608c9a823425a0e811 for: {'network': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:41.346912 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1cba1702-648b-4760-b69f-ea7b90439492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for network (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:41.355844 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1cba1702-648b-4760-b69f-ea7b90439492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:41.358302 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:41.369518 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:41.436669 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1cba1702-648b-4760-b69f-ea7b90439492 admin admin] Publish callbacks [] for security_group (fe0a5f80-c5dc-49b5-af12-5d9710dba74d), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:41.440490 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1cba1702-648b-4760-b69f-ea7b90439492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (fe0a5f80-c5dc-49b5-af12-5d9710dba74d), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:41.470316 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cba1702-648b-4760-b69f-ea7b90439492 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:08:41.475844 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba1702-648b-4760-b69f-ea7b90439492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0a5f80-c5dc-49b5-af12-5d9710dba74d,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:41.483750 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1cba1702-648b-4760-b69f-ea7b90439492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (186195d4-aa20-4667-aa55-9cc17d991e7d), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:41.484122 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.segments_db [None req-1cba1702-648b-4760-b69f-ea7b90439492 admin admin] Added segment 186195d4-aa20-4667-aa55-9cc17d991e7d of type vlan for network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 Jul 24 01:08:41.524064 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1cba1702-648b-4760-b69f-ea7b90439492 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763390501425'] for network (1b1fc3ab-4643-4369-871d-3a6b06dcc201), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:41.551007 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1cba1702-648b-4760-b69f-ea7b90439492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for network (1b1fc3ab-4643-4369-871d-3a6b06dcc201), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:41.551969 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cba1702-648b-4760-b69f-ea7b90439492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:41.552602 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1cba1702-648b-4760-b69f-ea7b90439492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:41.585689 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-1cba1702-648b-4760-b69f-ea7b90439492 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3556399 Jul 24 01:08:41.588500 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 39788) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:41.593177 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-a592f310-d86a-44c3-82b1-a28d3e99d6de admin admin] Request body: {'subnet': {'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1383643613-subnet', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'ip_version': 4}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:08:41.630363 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba1702-648b-4760-b69f-ea7b90439492 admin admin] Pushing event updated for resources: {'Network': ['ID=1b1fc3ab-4643-4369-871d-3a6b06dcc201,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:41.641146 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:08:41.647692 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a592f310-d86a-44c3-82b1-a28d3e99d6de admin admin] Made reservation on behalf of be64d6ea0f0149608c9a823425a0e811 for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:41.650279 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a592f310-d86a-44c3-82b1-a28d3e99d6de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3892456'] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:41.684019 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a85481fd-873f-408b-98d4-fc059971008f req-030665c9-1121-4ba1-acc2-16d05e7d3a60 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 210 time: 0.0283570 Jul 24 01:08:41.808721 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-58cb7d38-6efd-48a1-a57f-8e20686cea1c tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=affbcb4611414dcba4e3eca7c0686be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322878 Jul 24 01:08:41.954844 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a592f310-d86a-44c3-82b1-a28d3e99d6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4238441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3892474'] for subnet (4a105886-d6e3-4222-9b3b-646bb27299c8), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:42.066911 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592f310-d86a-44c3-82b1-a28d3e99d6de admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a105886-d6e3-4222-9b3b-646bb27299c8,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:42.091112 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-f7bbc8b0-339c-452c-b8d7-954a15d2a66e tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:42.092542 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-f7bbc8b0-339c-452c-b8d7-954a15d2a66e tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2765386 Jul 24 01:08:42.093379 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592f310-d86a-44c3-82b1-a28d3e99d6de admin admin] Checking segment: {'id': '186195d4-aa20-4667-aa55-9cc17d991e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:08:42.093732 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a592f310-d86a-44c3-82b1-a28d3e99d6de admin admin] Network hostable DHCP agents. Network: 1b1fc3ab-4643-4369-871d-3a6b06dcc201, hostable agents: ['c3e033ef-4c45-4acb-8d93-0c64c51b87a9'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:08:42.111746 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a592f310-d86a-44c3-82b1-a28d3e99d6de admin admin] Network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 is scheduled to be hosted by DHCP agent c3e033ef-4c45-4acb-8d93-0c64c51b87a9 with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:08:42.121356 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-f4945f69-e910-4e1f-a68e-78ec7a981050 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Request body: {'port': {'device_id': '29913286-c7e7-4015-b3d2-dd1bd488669a', 'network_id': 'c4eca6b8-daca-492e-82b6-b7ca2b06af13', 'admin_state_up': True, 'tenant_id': 'affbcb4611414dcba4e3eca7c0686be7'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:08:42.127245 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:42.140842 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-a592f310-d86a-44c3-82b1-a28d3e99d6de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 1b1fc3ab-4643-4369-871d-3a6b06dcc201) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:42.152429 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb6ef74-cf9d-4c6e-9a65-f4e958367887 None None] Network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:08:42.153999 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a592f310-d86a-44c3-82b1-a28d3e99d6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:42.154607 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a592f310-d86a-44c3-82b1-a28d3e99d6de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:42.198603 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:42.217304 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 39802) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:42.217529 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-a592f310-d86a-44c3-82b1-a28d3e99d6de admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6278689 Jul 24 01:08:42.222118 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-b9dced1c-9a5a-4314-95f8-b80e96577fca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:08:42.251691 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b9dced1c-9a5a-4314-95f8-b80e96577fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1231'] for router (4c0c15ae-e9f5-440f-8ac7-a646760a72fa), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:42.253022 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b9dced1c-9a5a-4314-95f8-b80e96577fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-723578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1272'] for router (4c0c15ae-e9f5-440f-8ac7-a646760a72fa), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:42.274201 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-f4945f69-e910-4e1f-a68e-78ec7a981050 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Made reservation on behalf of affbcb4611414dcba4e3eca7c0686be7 for: {'port': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:42.281360 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-f4945f69-e910-4e1f-a68e-78ec7a981050 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:42.299062 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-f4945f69-e910-4e1f-a68e-78ec7a981050 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:42.303505 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8'}]}} from dv-cinder-master-3-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 01:08:42.304546 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:42.319456 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b9dced1c-9a5a-4314-95f8-b80e96577fca admin admin] Publish callbacks [] for router_controller (4c0c15ae-e9f5-440f-8ac7-a646760a72fa), precommit_add_association {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:42.396006 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-f4945f69-e910-4e1f-a68e-78ec7a981050 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Publish callbacks [] for security_group (72fc9a5d-6168-43b0-a41c-b35c4f988480), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:42.407618 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-f4945f69-e910-4e1f-a68e-78ec7a981050 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (72fc9a5d-6168-43b0-a41c-b35c4f988480), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:42.491630 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4945f69-e910-4e1f-a68e-78ec7a981050 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72fc9a5d-6168-43b0-a41c-b35c4f988480,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:42.502979 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Allocated IP 172.20.0.2 (1b1fc3ab-4643-4369-871d-3a6b06dcc201/4a105886-d6e3-4222-9b3b-646bb27299c8/b0a28bde-f3bc-4506-a428-6dc3fa54dd38) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:08:42.514533 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=15 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:42.528812 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b9dced1c-9a5a-4314-95f8-b80e96577fca admin admin] Publish callbacks [] for router_gateway (4c0c15ae-e9f5-440f-8ac7-a646760a72fa), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:42.590359 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-f4945f69-e910-4e1f-a68e-78ec7a981050 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Allocated IP 192.168.233.123 (c4eca6b8-daca-492e-82b6-b7ca2b06af13/08459ced-6c2d-420a-9255-7f18fcfc655f/0b710361-9202-4663-9466-c4fbc8c08591) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:08:42.688254 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Publish callbacks [] for port (b0a28bde-f3bc-4506-a428-6dc3fa54dd38), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:42.695634 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (b0a28bde-f3bc-4506-a428-6dc3fa54dd38), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:42.732831 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:08:42.737933 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:42.741032 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:08:42.753903 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Pushing event updated for resources: {'Port': ['ID=b0a28bde-f3bc-4506-a428-6dc3fa54dd38,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:42.758933 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b9dced1c-9a5a-4314-95f8-b80e96577fca admin admin] Publish callbacks [] for router_gateway (4c0c15ae-e9f5-440f-8ac7-a646760a72fa), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:42.788986 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b9dced1c-9a5a-4314-95f8-b80e96577fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:42.789880 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-f4945f69-e910-4e1f-a68e-78ec7a981050 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Publish callbacks [] for port (0b710361-9202-4663-9466-c4fbc8c08591), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:42.790030 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:42.790452 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:42.790961 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:42.791451 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:42.791815 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:42.792174 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:42.792500 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:42.792818 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:42.793139 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:42.793518 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:42.793844 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:42.794271 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:42.794527 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:42.794869 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:42.795186 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:42.825396 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d65bbe31-93c2-40bc-a00a-8bc6e2945c69 req-4ccee5a5-2b39-4430-a8de-49d270906b6c tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 210 time: 0.0387232 Jul 24 01:08:42.830824 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-f4945f69-e910-4e1f-a68e-78ec7a981050 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (0b710361-9202-4663-9466-c4fbc8c08591), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:42.840250 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Attempting to bind port b0a28bde-f3bc-4506-a428-6dc3fa54dd38 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:08:42.840681 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Attempting to bind port b0a28bde-f3bc-4506-a428-6dc3fa54dd38 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '186195d4-aa20-4667-aa55-9cc17d991e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:08:42.841043 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Attempting to bind port b0a28bde-f3bc-4506-a428-6dc3fa54dd38 on network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:08:42.848148 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:08:42.848531 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Checking segment: {'id': '186195d4-aa20-4667-aa55-9cc17d991e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:08:42.848928 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:42.849294 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Bound using segment: {'id': '186195d4-aa20-4667-aa55-9cc17d991e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:08:42.850413 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Bound port: b0a28bde-f3bc-4506-a428-6dc3fa54dd38, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186195d4-aa20-4667-aa55-9cc17d991e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:08:42.850797 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (b0a28bde-f3bc-4506-a428-6dc3fa54dd38), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:42.885217 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-f4945f69-e910-4e1f-a68e-78ec7a981050 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Network c4eca6b8-daca-492e-82b6-b7ca2b06af13 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:08:42.890701 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-f4945f69-e910-4e1f-a68e-78ec7a981050 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:42.897292 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-f4945f69-e910-4e1f-a68e-78ec7a981050 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:08:42.923113 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] For port b0a28bde-f3bc-4506-a428-6dc3fa54dd38, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:08:42.924928 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4945f69-e910-4e1f-a68e-78ec7a981050 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Pushing event updated for resources: {'Port': ['ID=0b710361-9202-4663-9466-c4fbc8c08591,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:42.929087 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] For port b0a28bde-f3bc-4506-a428-6dc3fa54dd38, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b0a28bde-f3bc-4506-a428-6dc3fa54dd38,segment=NetworkSegment(186195d4-aa20-4667-aa55-9cc17d991e7d),segment_id=186195d4-aa20-4667-aa55-9cc17d991e7d)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:08:42.935237 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (b0a28bde-f3bc-4506-a428-6dc3fa54dd38), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:42.942234 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-b9dced1c-9a5a-4314-95f8-b80e96577fca admin admin] Allocated IP 172.37.6.105 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/be432497-a435-4293-a76d-254e39cd866c) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:08:42.971857 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-f4945f69-e910-4e1f-a68e-78ec7a981050 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:42.972596 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-f4945f69-e910-4e1f-a68e-78ec7a981050 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:42.996938 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-f4945f69-e910-4e1f-a68e-78ec7a981050 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8813105 Jul 24 01:08:43.019426 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748744d7-e44c-4eec-a818-2e2bb987d49f None None] Pushing event updated for resources: {'Port': ['ID=b0a28bde-f3bc-4506-a428-6dc3fa54dd38,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:43.090221 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b9dced1c-9a5a-4314-95f8-b80e96577fca admin admin] Publish callbacks [] for port (be432497-a435-4293-a76d-254e39cd866c), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:43.124376 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b9dced1c-9a5a-4314-95f8-b80e96577fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (be432497-a435-4293-a76d-254e39cd866c), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:43.167897 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dced1c-9a5a-4314-95f8-b80e96577fca admin admin] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:08:43.180328 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dced1c-9a5a-4314-95f8-b80e96577fca admin admin] Pushing event updated for resources: {'Port': ['ID=be432497-a435-4293-a76d-254e39cd866c,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:43.188379 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-b9dced1c-9a5a-4314-95f8-b80e96577fca admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:43.191734 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dced1c-9a5a-4314-95f8-b80e96577fca admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:08:43.225400 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:43.234742 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-b1ad5068-547c-4ad3-9edf-1b2ab82488f1 None None] Provisioning complete for port 0b710361-9202-4663-9466-c4fbc8c08591 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:43.235440 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b1ad5068-547c-4ad3-9edf-1b2ab82488f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (0b710361-9202-4663-9466-c4fbc8c08591), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:43.279068 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-b1ad5068-547c-4ad3-9edf-1b2ab82488f1 None None] Port 0b710361-9202-4663-9466-c4fbc8c08591 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:08:43.440398 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device b0a28bde-f3bc-4506-a428-6dc3fa54dd38 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:08:43.454030 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b9dced1c-9a5a-4314-95f8-b80e96577fca admin admin] Publish callbacks [] for router_gateway (4c0c15ae-e9f5-440f-8ac7-a646760a72fa), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:43.468971 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:43.484058 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:43.492258 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port b0a28bde-f3bc-4506-a428-6dc3fa54dd38 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:43.492687 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (b0a28bde-f3bc-4506-a428-6dc3fa54dd38), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:43.574890 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port b0a28bde-f3bc-4506-a428-6dc3fa54dd38 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:08:43.575186 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (b0a28bde-f3bc-4506-a428-6dc3fa54dd38), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:43.594174 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7352bc8b-c018-44ad-a938-a6d5aaf7fc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:43.620758 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] For port b0a28bde-f3bc-4506-a428-6dc3fa54dd38, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b0a28bde-f3bc-4506-a428-6dc3fa54dd38,segment=NetworkSegment(186195d4-aa20-4667-aa55-9cc17d991e7d),segment_id=186195d4-aa20-4667-aa55-9cc17d991e7d)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:43.625640 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (b0a28bde-f3bc-4506-a428-6dc3fa54dd38), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:43.642727 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:43.656059 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b9dced1c-9a5a-4314-95f8-b80e96577fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674738'] for router (4c0c15ae-e9f5-440f-8ac7-a646760a72fa), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:43.688671 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Pushing event updated for resources: {'Port': ['ID=b0a28bde-f3bc-4506-a428-6dc3fa54dd38,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:43.975305 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6038d3a7-e304-4e8d-a302-121629c2c1a1 None None] Network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:08:44.041675 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-3bc27791-25d9-476b-b68c-65f10f68bae6 None None] Provisioning complete for port b0a28bde-f3bc-4506-a428-6dc3fa54dd38 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:44.042055 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3bc27791-25d9-476b-b68c-65f10f68bae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (b0a28bde-f3bc-4506-a428-6dc3fa54dd38), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:44.060624 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d68a0-1a0e-44ee-9f28-b23ae24e6a8a req-c3a77d69-a519-4c90-978a-3bc148005115 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:44.062164 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-940d68a0-1a0e-44ee-9f28-b23ae24e6a8a req-c3a77d69-a519-4c90-978a-3bc148005115 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 936 time: 0.0593317 Jul 24 01:08:44.133642 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-940d68a0-1a0e-44ee-9f28-b23ae24e6a8a req-e94f6b88-2bcd-472f-bb75-bec1d2652d18 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/security-groups?id=72fc9a5d-6168-43b0-a41c-b35c4f988480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652421 Jul 24 01:08:44.134620 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dced1c-9a5a-4314-95f8-b80e96577fca admin admin] Router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa is scheduled to L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a with binding_index 1 {{(pid=103996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 01:08:44.241266 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dced1c-9a5a-4314-95f8-b80e96577fca admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:08:44.253812 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] Sync routers for ids ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:08:44.269943 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] Routers {'4c0c15ae-e9f5-440f-8ac7-a646760a72fa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:08:44.270493 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b9dced1c-9a5a-4314-95f8-b80e96577fca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:44.270687 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:08:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:44.272485 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b9dced1c-9a5a-4314-95f8-b80e96577fca admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0540688 Jul 24 01:08:44.275443 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 39820) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:44.290519 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-3bc27791-25d9-476b-b68c-65f10f68bae6 None None] Current status of the port b0a28bde-f3bc-4506-a428-6dc3fa54dd38 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:08:44.386268 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] Set router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:08:44.487064 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:44.509623 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d86cd0c3-1439-4090-aaa9-a5327274a133 None None] Provisioning complete for port b0a28bde-f3bc-4506-a428-6dc3fa54dd38 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:44.509996 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d86cd0c3-1439-4090-aaa9-a5327274a133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (b0a28bde-f3bc-4506-a428-6dc3fa54dd38), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:44.568524 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:43Z', 'revision_number': 3, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:44.590976 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d86cd0c3-1439-4090-aaa9-a5327274a133 None None] Current status of the port b0a28bde-f3bc-4506-a428-6dc3fa54dd38 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:08:44.597645 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] Checking router: 4c0c15ae-e9f5-440f-8ac7-a646760a72fa for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:08:44.597995 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] Updating router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa port be432497-a435-4293-a76d-254e39cd866c binding host dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:08:44.627082 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (be432497-a435-4293-a76d-254e39cd866c), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:44.720596 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-de4f5f5d-103c-4158-8894-ef7dc1988689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:44.782717 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:44.871470 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] Publish callbacks [] for port (be432497-a435-4293-a76d-254e39cd866c), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:44.874967 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-de4f5f5d-103c-4158-8894-ef7dc1988689 admin admin] Allocated IP 172.20.0.1 (1b1fc3ab-4643-4369-871d-3a6b06dcc201/4a105886-d6e3-4222-9b3b-646bb27299c8/6108cae3-36f9-4923-bb1c-75d963b645b3) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:08:44.877343 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (be432497-a435-4293-a76d-254e39cd866c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:44.932186 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] Attempting to bind port be432497-a435-4293-a76d-254e39cd866c on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:08:44.932477 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] Attempting to bind port be432497-a435-4293-a76d-254e39cd866c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:08:44.932839 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] Attempting to bind port be432497-a435-4293-a76d-254e39cd866c on network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:08:44.937498 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1d78d-2903-4893-b6f1-da605b9c5c95 None None] Pushing event updated for resources: {'Port': ['ID=be432497-a435-4293-a76d-254e39cd866c,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:44.940738 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:08:44.941110 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] Checking segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:08:44.941511 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:44.941885 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] Bound using segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:08:44.942606 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] Bound port: be432497-a435-4293-a76d-254e39cd866c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:08:44.943036 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (be432497-a435-4293-a76d-254e39cd866c), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:44.949121 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1d78d-2903-4893-b6f1-da605b9c5c95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:44.949473 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1d78d-2903-4893-b6f1-da605b9c5c95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:44.949836 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1d78d-2903-4893-b6f1-da605b9c5c95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:44.950195 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1d78d-2903-4893-b6f1-da605b9c5c95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:44.950534 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1d78d-2903-4893-b6f1-da605b9c5c95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:44.950892 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1d78d-2903-4893-b6f1-da605b9c5c95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:44.951224 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1d78d-2903-4893-b6f1-da605b9c5c95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:44.951552 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1d78d-2903-4893-b6f1-da605b9c5c95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:44.951885 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1d78d-2903-4893-b6f1-da605b9c5c95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:44.952206 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1d78d-2903-4893-b6f1-da605b9c5c95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:44.952531 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1d78d-2903-4893-b6f1-da605b9c5c95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:44.952871 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1d78d-2903-4893-b6f1-da605b9c5c95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:44.953204 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1d78d-2903-4893-b6f1-da605b9c5c95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:44.953526 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1d78d-2903-4893-b6f1-da605b9c5c95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:44.953847 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1d78d-2903-4893-b6f1-da605b9c5c95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:44.978195 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-de4f5f5d-103c-4158-8894-ef7dc1988689 admin admin] Publish callbacks [] for port (6108cae3-36f9-4923-bb1c-75d963b645b3), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:45.001854 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] For port be432497-a435-4293-a76d-254e39cd866c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:08:45.005113 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] For port be432497-a435-4293-a76d-254e39cd866c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=be432497-a435-4293-a76d-254e39cd866c,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:08:45.009622 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-de4f5f5d-103c-4158-8894-ef7dc1988689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (6108cae3-36f9-4923-bb1c-75d963b645b3), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:45.011221 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (be432497-a435-4293-a76d-254e39cd866c), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:45.051814 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4f5f5d-103c-4158-8894-ef7dc1988689 admin admin] Network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:08:45.057203 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-de4f5f5d-103c-4158-8894-ef7dc1988689 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:45.059409 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f5f5d-103c-4158-8894-ef7dc1988689 admin admin] Pushing event updated for resources: {'Port': ['ID=6108cae3-36f9-4923-bb1c-75d963b645b3,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:45.060571 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:45.061557 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4f5f5d-103c-4158-8894-ef7dc1988689 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:08:45.066838 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] Routers {'4c0c15ae-e9f5-440f-8ac7-a646760a72fa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:08:45.067635 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:08:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:45.105935 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-de4f5f5d-103c-4158-8894-ef7dc1988689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687689'] for router_interface (4c0c15ae-e9f5-440f-8ac7-a646760a72fa), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:45.113050 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1d78d-2903-4893-b6f1-da605b9c5c95 None None] Pushing event updated for resources: {'Port': ['ID=be432497-a435-4293-a76d-254e39cd866c,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:45.158863 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:45.186366 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] Set router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:08:45.289297 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f738b6a-47d5-4350-a9d9-b9edc09f32e2 req-79c0ee11-55de-4798-a088-b13be0daf5b2 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:45.290718 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4f738b6a-47d5-4350-a9d9-b9edc09f32e2 req-79c0ee11-55de-4798-a088-b13be0daf5b2 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 936 time: 0.0769451 Jul 24 01:08:45.291328 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-de4f5f5d-103c-4158-8894-ef7dc1988689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (6108cae3-36f9-4923-bb1c-75d963b645b3), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:45.319512 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-f7ef18f9-d395-4817-bc78-b59a912d1efe None None] Provisioning complete for port 6108cae3-36f9-4923-bb1c-75d963b645b3 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:45.320313 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f7ef18f9-d395-4817-bc78-b59a912d1efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (6108cae3-36f9-4923-bb1c-75d963b645b3), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:45.353670 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-f7ef18f9-d395-4817-bc78-b59a912d1efe None None] Port 6108cae3-36f9-4923-bb1c-75d963b645b3 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:08:45.355016 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:45.372408 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:43Z', 'revision_number': 3, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:45.388123 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4f738b6a-47d5-4350-a9d9-b9edc09f32e2 req-efccb7c2-90ea-4bcd-a49b-d49addd7d899 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/security-groups?id=72fc9a5d-6168-43b0-a41c-b35c4f988480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829163 Jul 24 01:08:45.404138 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] Request body: {'port': {'device_id': '29913286-c7e7-4015-b3d2-dd1bd488669a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:08:45.413296 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cb6511-071e-4c3a-8790-459b9ac0a58c None None] The sync data for ids ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'] in dv-cinder-master-3-iscsi is: [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:43Z', 'revision_number': 3, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:08:45.456345 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device b0a28bde-f3bc-4506-a428-6dc3fa54dd38 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:08:45.493108 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:45.516988 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port b0a28bde-f3bc-4506-a428-6dc3fa54dd38 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:45.517457 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (b0a28bde-f3bc-4506-a428-6dc3fa54dd38), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:45.522993 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:DELETE=1,neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:45.528772 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (0b710361-9202-4663-9466-c4fbc8c08591), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:45.535633 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-de4f5f5d-103c-4158-8894-ef7dc1988689 admin admin] Publish callbacks [] for port (6108cae3-36f9-4923-bb1c-75d963b645b3), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:45.541331 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-de4f5f5d-103c-4158-8894-ef7dc1988689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4959413'] for port (6108cae3-36f9-4923-bb1c-75d963b645b3), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:45.573983 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:45.607335 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port b0a28bde-f3bc-4506-a428-6dc3fa54dd38 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:08:45.623062 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-de4f5f5d-103c-4158-8894-ef7dc1988689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687781'] for router_interface (4c0c15ae-e9f5-440f-8ac7-a646760a72fa), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:45.624918 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f5f5d-103c-4158-8894-ef7dc1988689 admin admin] Pushing event updated for resources: {'Port': ['ID=6108cae3-36f9-4923-bb1c-75d963b645b3,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:45.786564 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4f5f5d-103c-4158-8894-ef7dc1988689 admin admin] Network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:08:45.788403 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-de4f5f5d-103c-4158-8894-ef7dc1988689 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:45.881266 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-246240cb-7b70-4937-9d4b-b201b1588ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:45.884626 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b710361-9202-4663-9466-c4fbc8c08591 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:08:45.899096 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] Publish callbacks [] for port (0b710361-9202-4663-9466-c4fbc8c08591), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:45.923435 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] Transition to ACTIVE for port object 0b710361-9202-4663-9466-c4fbc8c08591 will not be triggered until provisioned by entity L2. {{(pid=103995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 01:08:45.930923 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (0b710361-9202-4663-9466-c4fbc8c08591), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:46.039655 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=0b710361-9202-4663-9466-c4fbc8c08591,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:46.041857 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4f5f5d-103c-4158-8894-ef7dc1988689 admin admin] Router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:08:46.146178 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] Attempting to bind port 0b710361-9202-4663-9466-c4fbc8c08591 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:08:46.147113 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] Attempting to bind port 0b710361-9202-4663-9466-c4fbc8c08591 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'baed83c3-1d5a-43c7-8d73-2012015ddd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c4eca6b8-daca-492e-82b6-b7ca2b06af13'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:08:46.147472 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] Attempting to bind port 0b710361-9202-4663-9466-c4fbc8c08591 on network c4eca6b8-daca-492e-82b6-b7ca2b06af13 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:08:46.154083 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] Port 0b710361-9202-4663-9466-c4fbc8c08591 on network c4eca6b8-daca-492e-82b6-b7ca2b06af13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 01:08:46.154413 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] Attempting to bind port 0b710361-9202-4663-9466-c4fbc8c08591 on network c4eca6b8-daca-492e-82b6-b7ca2b06af13 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:08:46.160598 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] Checking agent: {'id': 'e7b2140f-0e0f-4ee7-997b-e62068d5aaa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'started_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:08:46.160995 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] Checking segment: {'id': 'baed83c3-1d5a-43c7-8d73-2012015ddd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c4eca6b8-daca-492e-82b6-b7ca2b06af13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:08:46.161459 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] Bound using segment: {'id': 'baed83c3-1d5a-43c7-8d73-2012015ddd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c4eca6b8-daca-492e-82b6-b7ca2b06af13'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:08:46.162116 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] Bound port: 0b710361-9202-4663-9466-c4fbc8c08591, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baed83c3-1d5a-43c7-8d73-2012015ddd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c4eca6b8-daca-492e-82b6-b7ca2b06af13'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:08:46.162682 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (0b710361-9202-4663-9466-c4fbc8c08591), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:46.180151 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4f5f5d-103c-4158-8894-ef7dc1988689 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:08:46.185765 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-595ca282-99c6-47fe-9859-240d5ebced17 None None] Provisioning complete for port 6108cae3-36f9-4923-bb1c-75d963b645b3 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:46.186185 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-595ca282-99c6-47fe-9859-240d5ebced17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (6108cae3-36f9-4923-bb1c-75d963b645b3), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:46.192030 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-de4f5f5d-103c-4158-8894-ef7dc1988689 admin admin] 10.222.0.18 "PUT /v2.0/routers/4c0c15ae-e9f5-440f-8ac7-a646760a72fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9154975 Jul 24 01:08:46.272010 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-595ca282-99c6-47fe-9859-240d5ebced17 None None] Port 6108cae3-36f9-4923-bb1c-75d963b645b3 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:08:46.297126 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] For port 0b710361-9202-4663-9466-c4fbc8c08591, host hv-cinder-maste, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:08:46.300870 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] For port 0b710361-9202-4663-9466-c4fbc8c08591, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b710361-9202-4663-9466-c4fbc8c08591,segment=NetworkSegment(baed83c3-1d5a-43c7-8d73-2012015ddd9d),segment_id=baed83c3-1d5a-43c7-8d73-2012015ddd9d)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:08:46.308398 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (0b710361-9202-4663-9466-c4fbc8c08591), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:46.351396 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:46.352012 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:46.353411 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] 10.222.0.39 "PUT /v2.0/ports/0b710361-9202-4663-9466-c4fbc8c08591 HTTP/1.1" status: 200 len: 1098 time: 0.9615965 Jul 24 01:08:46.353850 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29913286-c7e7-4015-b3d2-dd1bd488669a', 'tag': '0b710361-9202-4663-9466-c4fbc8c08591'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:08:46.356126 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ed0c18-3586-4605-9157-2daf54958828" -d '{"events": [{"name": "network-changed", "server_uuid": "29913286-c7e7-4015-b3d2-dd1bd488669a", "tag": "0b710361-9202-4663-9466-c4fbc8c08591"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:08:46.385863 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f3ee9-5c8a-4c58-8f5e-3f77a4ec6eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=0b710361-9202-4663-9466-c4fbc8c08591,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:46.427241 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f1d30a-bea6-4eff-94b3-584118be24b1 x-openstack-request-id: req-d3f1d30a-bea6-4eff-94b3-584118be24b1 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:08:46.429037 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29913286-c7e7-4015-b3d2-dd1bd488669a", "tag": "0b710361-9202-4663-9466-c4fbc8c08591", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:08:46.429502 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3f1d30a-bea6-4eff-94b3-584118be24b1 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:08:46.430114 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f1d30a-bea6-4eff-94b3-584118be24b1'] response: {'name': 'network-changed', 'server_uuid': '29913286-c7e7-4015-b3d2-dd1bd488669a', 'tag': '0b710361-9202-4663-9466-c4fbc8c08591', 'status': 'completed', 'code': 200} Jul 24 01:08:46.521355 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-381c24be-a40d-4ae7-9eb1-0e7c10d3fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:46.528877 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-381c24be-a40d-4ae7-9eb1-0e7c10d3fcaf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=affbcb4611414dcba4e3eca7c0686be7&device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 1132 time: 0.0803583 Jul 24 01:08:46.581538 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-39651ca4-f13b-40ff-adcf-fe32826e9670 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=0b710361-9202-4663-9466-c4fbc8c08591 HTTP/1.1" status: 200 len: 217 time: 0.0376568 Jul 24 01:08:46.624846 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe98f0-32c6-4d0f-8339-d76c1b3dc97c req-077b37b7-20e5-4a4d-bd36-af138131afac tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:46.626705 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6cbe98f0-32c6-4d0f-8339-d76c1b3dc97c req-077b37b7-20e5-4a4d-bd36-af138131afac tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 948 time: 0.0823998 Jul 24 01:08:46.654086 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-9f6cd090-0808-421a-8632-3583b677431b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:46.655835 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-9f6cd090-0808-421a-8632-3583b677431b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=08459ced-6c2d-420a-9255-7f18fcfc655f HTTP/1.1" status: 200 len: 843 time: 0.0684116 Jul 24 01:08:46.681919 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6cbe98f0-32c6-4d0f-8339-d76c1b3dc97c req-6d0554d0-1176-4aa7-af57-0619c14db736 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/security-groups?id=72fc9a5d-6168-43b0-a41c-b35c4f988480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472903 Jul 24 01:08:46.710037 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ea128779-7cca-46ba-abe4-5c6221560869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:46.711570 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-ea128779-7cca-46ba-abe4-5c6221560869 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4eca6b8-daca-492e-82b6-b7ca2b06af13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0480869 Jul 24 01:08:46.723122 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:46.808987 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-59565cec-8f22-40b2-8fea-dfd473851838 service neutron] 10.222.0.39 "GET /v2.0/networks/c4eca6b8-daca-492e-82b6-b7ca2b06af13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912404 Jul 24 01:08:46.822401 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 39854) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:46.828574 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-ab92feed-fa8a-40d8-ae32-eca09589da46 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1587229349-network', 'tenant_id': 'c41a498067354c0a81f56e90db1da183'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:08:46.845743 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:46.848953 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab92feed-fa8a-40d8-ae32-eca09589da46 admin admin] Made reservation on behalf of c41a498067354c0a81f56e90db1da183 for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:46.851991 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ab92feed-fa8a-40d8-ae32-eca09589da46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:46.860844 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ab92feed-fa8a-40d8-ae32-eca09589da46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:46.909892 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1aeba52d-14bf-4db4-b908-ba4fdfc12fe6 req-e38f3702-c694-45af-bae8-28ca1e01f77a service neutron] 10.222.0.39 "GET /v2.0/networks/c4eca6b8-daca-492e-82b6-b7ca2b06af13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936875 Jul 24 01:08:46.943092 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ab92feed-fa8a-40d8-ae32-eca09589da46 admin admin] Publish callbacks [] for security_group (7ec4f9af-871c-42a8-a3d9-61af86629d96), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:46.946923 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ab92feed-fa8a-40d8-ae32-eca09589da46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (7ec4f9af-871c-42a8-a3d9-61af86629d96), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:46.968805 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:46.976102 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab92feed-fa8a-40d8-ae32-eca09589da46 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:08:46.981478 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92feed-fa8a-40d8-ae32-eca09589da46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec4f9af-871c-42a8-a3d9-61af86629d96,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:46.989509 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ab92feed-fa8a-40d8-ae32-eca09589da46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (c1283d85-ee28-4dca-970a-7ef1944b394f), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:46.989915 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-ab92feed-fa8a-40d8-ae32-eca09589da46 admin admin] Added segment c1283d85-ee28-4dca-970a-7ef1944b394f of type vlan for network 6807cabb-6b0e-4621-927e-706f4cf487dd Jul 24 01:08:47.043314 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ab92feed-fa8a-40d8-ae32-eca09589da46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763390501425'] for network (6807cabb-6b0e-4621-927e-706f4cf487dd), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:47.054098 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:47.076642 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ab92feed-fa8a-40d8-ae32-eca09589da46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for network (6807cabb-6b0e-4621-927e-706f4cf487dd), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:47.077679 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab92feed-fa8a-40d8-ae32-eca09589da46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:47.078268 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ab92feed-fa8a-40d8-ae32-eca09589da46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:47.118899 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-ab92feed-fa8a-40d8-ae32-eca09589da46 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.2928624 Jul 24 01:08:47.119995 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 39860) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:47.126124 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-1e6c9c24-e63d-45b9-95b4-98138087e3ee admin admin] Request body: {'subnet': {'network_id': '6807cabb-6b0e-4621-927e-706f4cf487dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1587229349-subnet', 'tenant_id': 'c41a498067354c0a81f56e90db1da183', 'ip_version': 4}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:08:47.148243 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92feed-fa8a-40d8-ae32-eca09589da46 admin admin] Pushing event updated for resources: {'Network': ['ID=6807cabb-6b0e-4621-927e-706f4cf487dd,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:47.152026 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:47.152257 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6c9c24-e63d-45b9-95b4-98138087e3ee admin admin] Made reservation on behalf of c41a498067354c0a81f56e90db1da183 for: {'subnet': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:47.155339 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9c24-e63d-45b9-95b4-98138087e3ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3892456'] for subnet (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:47.158499 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Network 6807cabb-6b0e-4621-927e-706f4cf487dd details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:08:47.179406 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:47.218237 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:47.348924 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9c24-e63d-45b9-95b4-98138087e3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4238441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3892474'] for subnet (f3e1315f-a04e-4eb4-bff8-91bfec8040e1), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:47.439896 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6c9c24-e63d-45b9-95b4-98138087e3ee admin admin] Checking segment: {'id': 'c1283d85-ee28-4dca-970a-7ef1944b394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6807cabb-6b0e-4621-927e-706f4cf487dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:08:47.440967 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6c9c24-e63d-45b9-95b4-98138087e3ee admin admin] Network hostable DHCP agents. Network: 6807cabb-6b0e-4621-927e-706f4cf487dd, hostable agents: ['c3e033ef-4c45-4acb-8d93-0c64c51b87a9'], hosted agents: [] {{(pid=103995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:08:47.446205 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c9c24-e63d-45b9-95b4-98138087e3ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e1315f-a04e-4eb4-bff8-91bfec8040e1,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:47.469070 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] Sync routers for ids ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:08:47.471547 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6c9c24-e63d-45b9-95b4-98138087e3ee admin admin] Network 6807cabb-6b0e-4621-927e-706f4cf487dd is scheduled to be hosted by DHCP agent c3e033ef-4c45-4acb-8d93-0c64c51b87a9 with binding_index 1 {{(pid=103995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:08:47.483762 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-1e6c9c24-e63d-45b9-95b4-98138087e3ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 6807cabb-6b0e-4621-927e-706f4cf487dd) {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:47.483902 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] Routers {'4c0c15ae-e9f5-440f-8ac7-a646760a72fa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:08:47.484384 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:08:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:47.491696 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6c9c24-e63d-45b9-95b4-98138087e3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:47.492750 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1e6c9c24-e63d-45b9-95b4-98138087e3ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:47.510372 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-1e6c9c24-e63d-45b9-95b4-98138087e3ee admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3881912 Jul 24 01:08:47.512877 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 39868) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:47.517315 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-9c7be5de-5cd0-41fc-8265-50373ac832f1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1587229349-router', 'tenant_id': 'c41a498067354c0a81f56e90db1da183', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:08:47.531481 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device be432497-a435-4293-a76d-254e39cd866c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:08:47.537712 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9c7be5de-5cd0-41fc-8265-50373ac832f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1231'] for router (d75e2bea-a7df-46fb-aecd-1b7a01dcb609), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:47.539023 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9c7be5de-5cd0-41fc-8265-50373ac832f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-723578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1272'] for router (d75e2bea-a7df-46fb-aecd-1b7a01dcb609), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:47.539190 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f08425-2dec-4e26-a07b-a94e8aa7f116 None None] Network 6807cabb-6b0e-4621-927e-706f4cf487dd requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:08:47.594478 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9c7be5de-5cd0-41fc-8265-50373ac832f1 admin admin] Publish callbacks [] for router_controller (d75e2bea-a7df-46fb-aecd-1b7a01dcb609), precommit_add_association {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:47.689551 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port be432497-a435-4293-a76d-254e39cd866c triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:47.690238 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (be432497-a435-4293-a76d-254e39cd866c), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:47.727587 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] Set router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:08:47.732709 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9c7be5de-5cd0-41fc-8265-50373ac832f1 admin admin] Publish callbacks [] for router_gateway (d75e2bea-a7df-46fb-aecd-1b7a01dcb609), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:47.753400 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed0c18-3586-4605-9157-2daf54958828 req-dfcbedce-6a4e-490b-ac07-e37ef6dcfc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:47.754970 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-76ed0c18-3586-4605-9157-2daf54958828 req-dfcbedce-6a4e-490b-ac07-e37ef6dcfc95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=affbcb4611414dcba4e3eca7c0686be7&device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 1132 time: 0.0752456 Jul 24 01:08:47.837605 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc99c3e7-8227-4284-9a5a-bc23efba36c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-6807cabb-6b0e-4621-927e-706f4cf487dd', 'network_id': '6807cabb-6b0e-4621-927e-706f4cf487dd', 'project_id': 'c41a498067354c0a81f56e90db1da183', 'fixed_ips': [{'subnet_id': 'f3e1315f-a04e-4eb4-bff8-91bfec8040e1'}]}} from dv-cinder-master-3-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 01:08:47.838559 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-dc99c3e7-8227-4284-9a5a-bc23efba36c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:47.843602 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf06b9c-817d-4b83-a618-b7aaaf57ebb4 req-06e8ce79-2814-4c77-a174-55f8ffa5645f tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:47.845089 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7bf06b9c-817d-4b83-a618-b7aaaf57ebb4 req-06e8ce79-2814-4c77-a174-55f8ffa5645f tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 948 time: 0.0814517 Jul 24 01:08:47.963882 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7bf06b9c-817d-4b83-a618-b7aaaf57ebb4 req-fe4eddca-593d-495b-ab79-670129acabf5 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/security-groups?id=72fc9a5d-6168-43b0-a41c-b35c4f988480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097107 Jul 24 01:08:47.999448 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9c7be5de-5cd0-41fc-8265-50373ac832f1 admin admin] Publish callbacks [] for router_gateway (d75e2bea-a7df-46fb-aecd-1b7a01dcb609), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:48.003886 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port be432497-a435-4293-a76d-254e39cd866c is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:08:48.004282 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (be432497-a435-4293-a76d-254e39cd866c), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:48.019455 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9c7be5de-5cd0-41fc-8265-50373ac832f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:48.056586 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] For port be432497-a435-4293-a76d-254e39cd866c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=be432497-a435-4293-a76d-254e39cd866c,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:48.082832 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (be432497-a435-4293-a76d-254e39cd866c), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:48.126429 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-9c7be5de-5cd0-41fc-8265-50373ac832f1 admin admin] Allocated IP 172.37.6.60 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/bd3faca7-ad58-4794-b86e-b7cc673275f4) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:08:48.166204 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-dc99c3e7-8227-4284-9a5a-bc23efba36c6 None None] Allocated IP 172.20.0.2 (6807cabb-6b0e-4621-927e-706f4cf487dd/f3e1315f-a04e-4eb4-bff8-91bfec8040e1/5c860b12-ff76-4960-be8e-2a7b46b30763) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:08:48.173507 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:48.189884 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:45Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6108cae3-36f9-4923-bb1c-75d963b645b3', 'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'mac_address': 'fa:16:3e:cd:57:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:44Z', 'updated_at': '2022-07-24T01:08:45Z', 'revision_number': 2, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'subnets': [{'id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:48.234076 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Pushing event updated for resources: {'Port': ['ID=be432497-a435-4293-a76d-254e39cd866c,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:48.239537 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9c7be5de-5cd0-41fc-8265-50373ac832f1 admin admin] Publish callbacks [] for port (bd3faca7-ad58-4794-b86e-b7cc673275f4), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:48.240040 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] Checking router: 4c0c15ae-e9f5-440f-8ac7-a646760a72fa for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:08:48.240407 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] Updating router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa port 6108cae3-36f9-4923-bb1c-75d963b645b3 binding host dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:08:48.259248 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:48.276107 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9c7be5de-5cd0-41fc-8265-50373ac832f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (bd3faca7-ad58-4794-b86e-b7cc673275f4), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:48.285306 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:48.310402 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (6108cae3-36f9-4923-bb1c-75d963b645b3), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:48.314177 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:48.315726 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7be5de-5cd0-41fc-8265-50373ac832f1 admin admin] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:08:48.323895 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-9c7be5de-5cd0-41fc-8265-50373ac832f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:48.328355 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7be5de-5cd0-41fc-8265-50373ac832f1 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:08:48.352848 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7be5de-5cd0-41fc-8265-50373ac832f1 admin admin] Pushing event updated for resources: {'Port': ['ID=bd3faca7-ad58-4794-b86e-b7cc673275f4,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:48.578192 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9c7be5de-5cd0-41fc-8265-50373ac832f1 admin admin] Publish callbacks [] for router_gateway (d75e2bea-a7df-46fb-aecd-1b7a01dcb609), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:48.635274 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:48.663831 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-dc99c3e7-8227-4284-9a5a-bc23efba36c6 None None] Publish callbacks [] for port (5c860b12-ff76-4960-be8e-2a7b46b30763), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:48.677497 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-dc99c3e7-8227-4284-9a5a-bc23efba36c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (5c860b12-ff76-4960-be8e-2a7b46b30763), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:48.761914 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc99c3e7-8227-4284-9a5a-bc23efba36c6 None None] Network 6807cabb-6b0e-4621-927e-706f4cf487dd is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:08:48.768441 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-dc99c3e7-8227-4284-9a5a-bc23efba36c6 None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:48.772302 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99c3e7-8227-4284-9a5a-bc23efba36c6 None None] Pushing event updated for resources: {'Port': ['ID=5c860b12-ff76-4960-be8e-2a7b46b30763,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:48.774514 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc99c3e7-8227-4284-9a5a-bc23efba36c6 None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:08:48.774924 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9c7be5de-5cd0-41fc-8265-50373ac832f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674738'] for router (d75e2bea-a7df-46fb-aecd-1b7a01dcb609), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:48.874041 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-dc99c3e7-8227-4284-9a5a-bc23efba36c6 None None] Attempting to bind port 5c860b12-ff76-4960-be8e-2a7b46b30763 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:08:48.874469 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-dc99c3e7-8227-4284-9a5a-bc23efba36c6 None None] Attempting to bind port 5c860b12-ff76-4960-be8e-2a7b46b30763 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c1283d85-ee28-4dca-970a-7ef1944b394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6807cabb-6b0e-4621-927e-706f4cf487dd'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:08:48.874823 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc99c3e7-8227-4284-9a5a-bc23efba36c6 None None] Attempting to bind port 5c860b12-ff76-4960-be8e-2a7b46b30763 on network 6807cabb-6b0e-4621-927e-706f4cf487dd {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:08:48.900136 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:48.903521 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc99c3e7-8227-4284-9a5a-bc23efba36c6 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:08:48.903923 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc99c3e7-8227-4284-9a5a-bc23efba36c6 None None] Checking segment: {'id': 'c1283d85-ee28-4dca-970a-7ef1944b394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6807cabb-6b0e-4621-927e-706f4cf487dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:08:48.904042 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7be5de-5cd0-41fc-8265-50373ac832f1 admin admin] Router d75e2bea-a7df-46fb-aecd-1b7a01dcb609 is scheduled to L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a with binding_index 1 {{(pid=103996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 01:08:48.904295 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-dc99c3e7-8227-4284-9a5a-bc23efba36c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:48.904669 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc99c3e7-8227-4284-9a5a-bc23efba36c6 None None] Bound using segment: {'id': 'c1283d85-ee28-4dca-970a-7ef1944b394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6807cabb-6b0e-4621-927e-706f4cf487dd'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:08:48.905145 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-dc99c3e7-8227-4284-9a5a-bc23efba36c6 None None] Bound port: 5c860b12-ff76-4960-be8e-2a7b46b30763, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1283d85-ee28-4dca-970a-7ef1944b394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6807cabb-6b0e-4621-927e-706f4cf487dd'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:08:48.905526 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-dc99c3e7-8227-4284-9a5a-bc23efba36c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (5c860b12-ff76-4960-be8e-2a7b46b30763), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:48.930755 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] Publish callbacks [] for port (6108cae3-36f9-4923-bb1c-75d963b645b3), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:48.936880 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (6108cae3-36f9-4923-bb1c-75d963b645b3), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:49.016892 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7be5de-5cd0-41fc-8265-50373ac832f1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:08:49.026308 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d97c76-8f75-4502-84c0-d17e2d318027 None None] Pushing event updated for resources: {'Port': ['ID=6108cae3-36f9-4923-bb1c-75d963b645b3,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:49.034803 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] Sync routers for ids ['d75e2bea-a7df-46fb-aecd-1b7a01dcb609'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:08:49.040500 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-dc99c3e7-8227-4284-9a5a-bc23efba36c6 None None] For port 5c860b12-ff76-4960-be8e-2a7b46b30763, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:08:49.049839 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] Routers {'d75e2bea-a7df-46fb-aecd-1b7a01dcb609'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:08:49.050993 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:08:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['d75e2bea-a7df-46fb-aecd-1b7a01dcb609'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:49.053340 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9c7be5de-5cd0-41fc-8265-50373ac832f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:49.057569 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-9c7be5de-5cd0-41fc-8265-50373ac832f1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5412629 Jul 24 01:08:49.058703 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 39876) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:49.073165 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:49.077000 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-dc99c3e7-8227-4284-9a5a-bc23efba36c6 None None] For port 5c860b12-ff76-4960-be8e-2a7b46b30763, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5c860b12-ff76-4960-be8e-2a7b46b30763,segment=NetworkSegment(c1283d85-ee28-4dca-970a-7ef1944b394f),segment_id=c1283d85-ee28-4dca-970a-7ef1944b394f)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:08:49.104156 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-dc99c3e7-8227-4284-9a5a-bc23efba36c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (5c860b12-ff76-4960-be8e-2a7b46b30763), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:49.145037 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] Attempting to bind port 6108cae3-36f9-4923-bb1c-75d963b645b3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:08:49.145411 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] Attempting to bind port 6108cae3-36f9-4923-bb1c-75d963b645b3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '186195d4-aa20-4667-aa55-9cc17d991e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:08:49.145778 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] Attempting to bind port 6108cae3-36f9-4923-bb1c-75d963b645b3 on network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:08:49.165887 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:08:49.166081 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] Checking segment: {'id': '186195d4-aa20-4667-aa55-9cc17d991e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:08:49.166501 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:49.166911 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] Bound using segment: {'id': '186195d4-aa20-4667-aa55-9cc17d991e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:08:49.169132 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] Bound port: 6108cae3-36f9-4923-bb1c-75d963b645b3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186195d4-aa20-4667-aa55-9cc17d991e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:08:49.169545 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (6108cae3-36f9-4923-bb1c-75d963b645b3), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:49.172103 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] Set router d75e2bea-a7df-46fb-aecd-1b7a01dcb609 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:08:49.195260 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99c3e7-8227-4284-9a5a-bc23efba36c6 None None] Pushing event updated for resources: {'Port': ['ID=5c860b12-ff76-4960-be8e-2a7b46b30763,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:49.252196 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:49.274587 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] For port 6108cae3-36f9-4923-bb1c-75d963b645b3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:08:49.280992 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] For port 6108cae3-36f9-4923-bb1c-75d963b645b3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6108cae3-36f9-4923-bb1c-75d963b645b3,segment=NetworkSegment(186195d4-aa20-4667-aa55-9cc17d991e7d),segment_id=186195d4-aa20-4667-aa55-9cc17d991e7d)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:08:49.296086 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (6108cae3-36f9-4923-bb1c-75d963b645b3), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:49.371565 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d97c76-8f75-4502-84c0-d17e2d318027 None None] Pushing event updated for resources: {'Port': ['ID=6108cae3-36f9-4923-bb1c-75d963b645b3,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:49.386824 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-a254f835-0d98-4d95-af99-801b5144e783 None None] Provisioning complete for port 6108cae3-36f9-4923-bb1c-75d963b645b3 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:49.387214 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a254f835-0d98-4d95-af99-801b5144e783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (6108cae3-36f9-4923-bb1c-75d963b645b3), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:49.456565 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75e2bea-a7df-46fb-aecd-1b7a01dcb609', 'name': 'tempest-TestVolumeBootPattern-1587229349-router', 'tenant_id': 'c41a498067354c0a81f56e90db1da183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.60'}], 'enable_snat': True}, 'gw_port_id': 'bd3faca7-ad58-4794-b86e-b7cc673275f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:47Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 3, 'project_id': 'c41a498067354c0a81f56e90db1da183', 'gw_port': {'id': 'bd3faca7-ad58-4794-b86e-b7cc673275f4', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75e2bea-a7df-46fb-aecd-1b7a01dcb609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:48Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:49.461174 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] Routers {'4c0c15ae-e9f5-440f-8ac7-a646760a72fa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:08:49.461174 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:08:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:49.514612 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] Checking router: d75e2bea-a7df-46fb-aecd-1b7a01dcb609 for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:08:49.515040 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] Updating router d75e2bea-a7df-46fb-aecd-1b7a01dcb609 port bd3faca7-ad58-4794-b86e-b7cc673275f4 binding host dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:08:49.565905 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device be432497-a435-4293-a76d-254e39cd866c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:08:49.641849 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:49.662380 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e1402-f4db-4ac0-91fb-f0dedd661a44 req-29b0a32b-df25-4073-aecf-212b5c35953d tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:49.664071 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fb7e1402-f4db-4ac0-91fb-f0dedd661a44 req-29b0a32b-df25-4073-aecf-212b5c35953d tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 948 time: 0.5461836 Jul 24 01:08:49.674540 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (bd3faca7-ad58-4794-b86e-b7cc673275f4), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:49.728381 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-a254f835-0d98-4d95-af99-801b5144e783 None None] Current status of the port 6108cae3-36f9-4923-bb1c-75d963b645b3 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:08:49.728889 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a254f835-0d98-4d95-af99-801b5144e783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (6108cae3-36f9-4923-bb1c-75d963b645b3), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:49.749979 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:49.753550 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] Set router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:08:49.795638 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port be432497-a435-4293-a76d-254e39cd866c triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:49.796304 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (be432497-a435-4293-a76d-254e39cd866c), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:49.826450 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fb7e1402-f4db-4ac0-91fb-f0dedd661a44 req-d1340398-9d11-43fb-ac3d-82b3f3885203 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/security-groups?id=72fc9a5d-6168-43b0-a41c-b35c4f988480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090815 Jul 24 01:08:49.868216 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-a254f835-0d98-4d95-af99-801b5144e783 None None] For port 6108cae3-36f9-4923-bb1c-75d963b645b3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6108cae3-36f9-4923-bb1c-75d963b645b3,segment=NetworkSegment(186195d4-aa20-4667-aa55-9cc17d991e7d),segment_id=186195d4-aa20-4667-aa55-9cc17d991e7d)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:49.879484 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a254f835-0d98-4d95-af99-801b5144e783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (6108cae3-36f9-4923-bb1c-75d963b645b3), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:49.950869 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:49.972376 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] Publish callbacks [] for port (bd3faca7-ad58-4794-b86e-b7cc673275f4), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:49.979377 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (bd3faca7-ad58-4794-b86e-b7cc673275f4), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:50.005080 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254f835-0d98-4d95-af99-801b5144e783 None None] Pushing event updated for resources: {'Port': ['ID=6108cae3-36f9-4923-bb1c-75d963b645b3,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:50.019956 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:50.023408 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79070a4-b4c5-4e8a-8dcb-9d35adf29d08 None None] Pushing event updated for resources: {'Port': ['ID=bd3faca7-ad58-4794-b86e-b7cc673275f4,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:50.047875 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] Attempting to bind port bd3faca7-ad58-4794-b86e-b7cc673275f4 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:08:50.048466 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] Attempting to bind port bd3faca7-ad58-4794-b86e-b7cc673275f4 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:08:50.048623 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] Attempting to bind port bd3faca7-ad58-4794-b86e-b7cc673275f4 on network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:08:50.057439 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:08:50.057820 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] Checking segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:08:50.058234 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:50.058627 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] Bound using segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:08:50.059140 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] Bound port: bd3faca7-ad58-4794-b86e-b7cc673275f4, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:08:50.059522 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (bd3faca7-ad58-4794-b86e-b7cc673275f4), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:50.060214 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port be432497-a435-4293-a76d-254e39cd866c is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:08:50.062283 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-1d6c3f46-a6be-42b3-b132-4dd9eeecf261 None None] Provisioning complete for port 6108cae3-36f9-4923-bb1c-75d963b645b3 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:50.062718 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1d6c3f46-a6be-42b3-b132-4dd9eeecf261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (6108cae3-36f9-4923-bb1c-75d963b645b3), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:50.111474 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc600-68d5-447e-a377-fc1638627f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:50.122054 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] For port bd3faca7-ad58-4794-b86e-b7cc673275f4, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:08:50.125354 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] For port bd3faca7-ad58-4794-b86e-b7cc673275f4, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bd3faca7-ad58-4794-b86e-b7cc673275f4,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:08:50.133216 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (bd3faca7-ad58-4794-b86e-b7cc673275f4), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:50.142681 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:45Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6108cae3-36f9-4923-bb1c-75d963b645b3', 'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'mac_address': 'fa:16:3e:cd:57:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:44Z', 'updated_at': '2022-07-24T01:08:49Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'subnets': [{'id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:50.178275 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b66d9d-7f54-49cb-922f-3bfb1542b2f7 None None] The sync data for ids ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'] in dv-cinder-master-3-iscsi is: [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:45Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6108cae3-36f9-4923-bb1c-75d963b645b3', 'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'mac_address': 'fa:16:3e:cd:57:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:44Z', 'updated_at': '2022-07-24T01:08:49Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'subnets': [{'id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:08:50.195590 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79070a4-b4c5-4e8a-8dcb-9d35adf29d08 None None] Pushing event updated for resources: {'Port': ['ID=bd3faca7-ad58-4794-b86e-b7cc673275f4,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:50.233984 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] Routers {'d75e2bea-a7df-46fb-aecd-1b7a01dcb609'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:08:50.239362 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:08:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['d75e2bea-a7df-46fb-aecd-1b7a01dcb609'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:50.241765 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-1d6c3f46-a6be-42b3-b132-4dd9eeecf261 None None] Current status of the port 6108cae3-36f9-4923-bb1c-75d963b645b3 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:08:50.333027 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-6a1cc600-68d5-447e-a377-fc1638627f03 admin admin] Allocated IP 172.20.0.1 (6807cabb-6b0e-4621-927e-706f4cf487dd/f3e1315f-a04e-4eb4-bff8-91bfec8040e1/1f6fb2d5-a962-400a-85ae-94e1c508d92a) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:08:50.372022 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 0b710361-9202-4663-9466-c4fbc8c08591 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:08:50.386429 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] Set router d75e2bea-a7df-46fb-aecd-1b7a01dcb609 gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:08:50.454735 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:50.487122 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc600-68d5-447e-a377-fc1638627f03 admin admin] Publish callbacks [] for port (1f6fb2d5-a962-400a-85ae-94e1c508d92a), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:50.531914 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:50.548564 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc600-68d5-447e-a377-fc1638627f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (1f6fb2d5-a962-400a-85ae-94e1c508d92a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:50.565086 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=100 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:50.613783 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849bb684-5d12-4905-8424-8e2fb02feb77 None None] Network 6807cabb-6b0e-4621-927e-706f4cf487dd requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:08:50.629235 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1cc600-68d5-447e-a377-fc1638627f03 admin admin] Network 6807cabb-6b0e-4621-927e-706f4cf487dd is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:08:50.637084 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 0b710361-9202-4663-9466-c4fbc8c08591, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b710361-9202-4663-9466-c4fbc8c08591,segment=NetworkSegment(baed83c3-1d5a-43c7-8d73-2012015ddd9d),segment_id=baed83c3-1d5a-43c7-8d73-2012015ddd9d)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:50.640047 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-6a1cc600-68d5-447e-a377-fc1638627f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:50.649967 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1cc600-68d5-447e-a377-fc1638627f03 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:08:50.655148 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cc600-68d5-447e-a377-fc1638627f03 admin admin] Pushing event updated for resources: {'Port': ['ID=1f6fb2d5-a962-400a-85ae-94e1c508d92a,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:50.712040 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-eef2f69c-c381-4ea4-a403-1b2f0efa0bf6 None None] Provisioning complete for port 5c860b12-ff76-4960-be8e-2a7b46b30763 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:50.712611 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-eef2f69c-c381-4ea4-a403-1b2f0efa0bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (5c860b12-ff76-4960-be8e-2a7b46b30763), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:50.714595 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': '0b710361-9202-4663-9466-c4fbc8c08591', 'network_id': 'c4eca6b8-daca-492e-82b6-b7ca2b06af13', 'port_id': '0b710361-9202-4663-9466-c4fbc8c08591', 'mac_address': 'fa:16:3e:e3:08:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08459ced-6c2d-420a-9255-7f18fcfc655f', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:08:50.720684 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc600-68d5-447e-a377-fc1638627f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687689'] for router_interface (d75e2bea-a7df-46fb-aecd-1b7a01dcb609), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:50.721463 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed0c18-3586-4605-9157-2daf54958828 req-ee82ac32-af18-4bb4-863d-8f371d862c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:50.723005 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-76ed0c18-3586-4605-9157-2daf54958828 req-ee82ac32-af18-4bb4-863d-8f371d862c9c service neutron] 10.222.0.39 "GET /v2.0/networks?id=c4eca6b8-daca-492e-82b6-b7ca2b06af13 HTTP/1.1" status: 200 len: 870 time: 0.3477590 Jul 24 01:08:50.786362 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75e2bea-a7df-46fb-aecd-1b7a01dcb609', 'name': 'tempest-TestVolumeBootPattern-1587229349-router', 'tenant_id': 'c41a498067354c0a81f56e90db1da183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.60'}], 'enable_snat': True}, 'gw_port_id': 'bd3faca7-ad58-4794-b86e-b7cc673275f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:47Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 3, 'project_id': 'c41a498067354c0a81f56e90db1da183', 'gw_port': {'id': 'bd3faca7-ad58-4794-b86e-b7cc673275f4', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75e2bea-a7df-46fb-aecd-1b7a01dcb609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:48Z', 'updated_at': '2022-07-24T01:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:50.815872 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-76ed0c18-3586-4605-9157-2daf54958828 req-97f25395-3d9c-404f-bec6-a7ac214c12a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=0b710361-9202-4663-9466-c4fbc8c08591 HTTP/1.1" status: 200 len: 217 time: 0.0820806 Jul 24 01:08:50.826362 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 0b710361-9202-4663-9466-c4fbc8c08591 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:08:50.826951 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (0b710361-9202-4663-9466-c4fbc8c08591), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:50.854012 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcf88ab-55d5-411e-bdf2-e84d3fd4382b None None] The sync data for ids ['d75e2bea-a7df-46fb-aecd-1b7a01dcb609'] in dv-cinder-master-3-iscsi is: [{'id': 'd75e2bea-a7df-46fb-aecd-1b7a01dcb609', 'name': 'tempest-TestVolumeBootPattern-1587229349-router', 'tenant_id': 'c41a498067354c0a81f56e90db1da183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.60'}], 'enable_snat': True}, 'gw_port_id': 'bd3faca7-ad58-4794-b86e-b7cc673275f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:47Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 3, 'project_id': 'c41a498067354c0a81f56e90db1da183', 'gw_port': {'id': 'bd3faca7-ad58-4794-b86e-b7cc673275f4', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75e2bea-a7df-46fb-aecd-1b7a01dcb609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:48Z', 'updated_at': '2022-07-24T01:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:08:50.961771 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed0c18-3586-4605-9157-2daf54958828 req-39fd668a-de01-4002-ba72-a7b0cff3cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:50.965541 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-76ed0c18-3586-4605-9157-2daf54958828 req-39fd668a-de01-4002-ba72-a7b0cff3cd42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=08459ced-6c2d-420a-9255-7f18fcfc655f HTTP/1.1" status: 200 len: 843 time: 0.1300955 Jul 24 01:08:51.008302 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc600-68d5-447e-a377-fc1638627f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (1f6fb2d5-a962-400a-85ae-94e1c508d92a), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:51.069062 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed0c18-3586-4605-9157-2daf54958828 req-c33b6bb1-0cc2-4ec5-9115-db7e0745b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:51.070930 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-76ed0c18-3586-4605-9157-2daf54958828 req-c33b6bb1-0cc2-4ec5-9115-db7e0745b7bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4eca6b8-daca-492e-82b6-b7ca2b06af13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0978923 Jul 24 01:08:51.078440 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b710361-9202-4663-9466-c4fbc8c08591 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:08:51.119200 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ab6ca-4a1e-4a29-88ca-efbd64126b06 req-6922dae0-f802-421a-9836-be401a74d9b8 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:51.120769 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d37ab6ca-4a1e-4a29-88ca-efbd64126b06 req-6922dae0-f802-421a-9836-be401a74d9b8 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 948 time: 0.1338370 Jul 24 01:08:51.178170 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 0b710361-9202-4663-9466-c4fbc8c08591, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b710361-9202-4663-9466-c4fbc8c08591,segment=NetworkSegment(baed83c3-1d5a-43c7-8d73-2012015ddd9d),segment_id=baed83c3-1d5a-43c7-8d73-2012015ddd9d)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:51.189184 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (0b710361-9202-4663-9466-c4fbc8c08591), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:51.192640 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-eef2f69c-c381-4ea4-a403-1b2f0efa0bf6 None None] Current status of the port 5c860b12-ff76-4960-be8e-2a7b46b30763 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:08:51.193596 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-eef2f69c-c381-4ea4-a403-1b2f0efa0bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (5c860b12-ff76-4960-be8e-2a7b46b30763), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:51.233308 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:51.245364 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-76ed0c18-3586-4605-9157-2daf54958828 req-3ee0d36d-fd25-407c-8a5a-759417c1939b service neutron] 10.222.0.39 "GET /v2.0/networks/c4eca6b8-daca-492e-82b6-b7ca2b06af13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642680 Jul 24 01:08:51.264868 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-eef2f69c-c381-4ea4-a403-1b2f0efa0bf6 None None] For port 5c860b12-ff76-4960-be8e-2a7b46b30763, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5c860b12-ff76-4960-be8e-2a7b46b30763,segment=NetworkSegment(c1283d85-ee28-4dca-970a-7ef1944b394f),segment_id=c1283d85-ee28-4dca-970a-7ef1944b394f)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:51.272036 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-eef2f69c-c381-4ea4-a403-1b2f0efa0bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (5c860b12-ff76-4960-be8e-2a7b46b30763), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:51.304391 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=0b710361-9202-4663-9466-c4fbc8c08591,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:51.382958 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2f69c-c381-4ea4-a403-1b2f0efa0bf6 None None] Pushing event updated for resources: {'Port': ['ID=5c860b12-ff76-4960-be8e-2a7b46b30763,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:51.403090 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d37ab6ca-4a1e-4a29-88ca-efbd64126b06 req-f886cd8f-e54a-488c-b544-81b5ba8cf294 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/security-groups?id=72fc9a5d-6168-43b0-a41c-b35c4f988480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662094 Jul 24 01:08:51.511775 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['0b710361-9202-4663-9466-c4fbc8c08591'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:08:51.561917 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-76ed0c18-3586-4605-9157-2daf54958828 req-f6f6b9f3-b2c3-4950-a68f-35ecb18e187a service neutron] 10.222.0.39 "GET /v2.0/networks/c4eca6b8-daca-492e-82b6-b7ca2b06af13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073523 Jul 24 01:08:51.594062 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc600-68d5-447e-a377-fc1638627f03 admin admin] Publish callbacks [] for port (1f6fb2d5-a962-400a-85ae-94e1c508d92a), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:51.609568 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc600-68d5-447e-a377-fc1638627f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4959413'] for port (1f6fb2d5-a962-400a-85ae-94e1c508d92a), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:51.702300 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 5c860b12-ff76-4960-be8e-2a7b46b30763 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:08:51.754269 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-6a1cc600-68d5-447e-a377-fc1638627f03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687781'] for router_interface (d75e2bea-a7df-46fb-aecd-1b7a01dcb609), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:51.779678 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cc600-68d5-447e-a377-fc1638627f03 admin admin] Pushing event updated for resources: {'Port': ['ID=1f6fb2d5-a962-400a-85ae-94e1c508d92a,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:51.783796 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:51.878640 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-665ac82e-5d5d-418d-8f3a-2fbbf27729c5 None None] Provisioning complete for port 1f6fb2d5-a962-400a-85ae-94e1c508d92a triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:51.885535 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-665ac82e-5d5d-418d-8f3a-2fbbf27729c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (1f6fb2d5-a962-400a-85ae-94e1c508d92a), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:51.935702 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-665ac82e-5d5d-418d-8f3a-2fbbf27729c5 None None] Port 1f6fb2d5-a962-400a-85ae-94e1c508d92a cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:08:52.000714 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-665ac82e-5d5d-418d-8f3a-2fbbf27729c5 None None] Provisioning complete for port 5c860b12-ff76-4960-be8e-2a7b46b30763 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:52.001189 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-665ac82e-5d5d-418d-8f3a-2fbbf27729c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (5c860b12-ff76-4960-be8e-2a7b46b30763), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:52.006547 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1cc600-68d5-447e-a377-fc1638627f03 admin admin] Network 6807cabb-6b0e-4621-927e-706f4cf487dd is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:08:52.007860 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 5c860b12-ff76-4960-be8e-2a7b46b30763 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:52.008253 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (5c860b12-ff76-4960-be8e-2a7b46b30763), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:52.009751 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-6a1cc600-68d5-447e-a377-fc1638627f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:52.033669 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:52.186233 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:52.188348 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1cc600-68d5-447e-a377-fc1638627f03 admin admin] Router d75e2bea-a7df-46fb-aecd-1b7a01dcb609 has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:08:52.195670 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 5c860b12-ff76-4960-be8e-2a7b46b30763 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:08:52.197184 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device bd3faca7-ad58-4794-b86e-b7cc673275f4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:08:52.200135 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-665ac82e-5d5d-418d-8f3a-2fbbf27729c5 None None] Current status of the port 5c860b12-ff76-4960-be8e-2a7b46b30763 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:08:52.267374 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port bd3faca7-ad58-4794-b86e-b7cc673275f4 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:52.267780 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (bd3faca7-ad58-4794-b86e-b7cc673275f4), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:52.311873 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1cc600-68d5-447e-a377-fc1638627f03 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:08:52.329038 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-6a1cc600-68d5-447e-a377-fc1638627f03 admin admin] 10.222.0.18 "PUT /v2.0/routers/d75e2bea-a7df-46fb-aecd-1b7a01dcb609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2693374 Jul 24 01:08:52.331878 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-3d018777-8719-4fba-abc9-d54db0e4ad08 None None] Provisioning complete for port 1f6fb2d5-a962-400a-85ae-94e1c508d92a triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:52.332308 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3d018777-8719-4fba-abc9-d54db0e4ad08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (1f6fb2d5-a962-400a-85ae-94e1c508d92a), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:52.378752 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-3d018777-8719-4fba-abc9-d54db0e4ad08 None None] Port 1f6fb2d5-a962-400a-85ae-94e1c508d92a cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:08:52.426570 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port bd3faca7-ad58-4794-b86e-b7cc673275f4 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:08:52.427006 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (bd3faca7-ad58-4794-b86e-b7cc673275f4), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:52.458205 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] For port bd3faca7-ad58-4794-b86e-b7cc673275f4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bd3faca7-ad58-4794-b86e-b7cc673275f4,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:52.464174 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (bd3faca7-ad58-4794-b86e-b7cc673275f4), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:52.465018 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 6108cae3-36f9-4923-bb1c-75d963b645b3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:08:52.551448 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-59dbde0e-b307-4601-9991-24a241190c99 None None] Provisioning complete for port 1f6fb2d5-a962-400a-85ae-94e1c508d92a triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:52.551858 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-59dbde0e-b307-4601-9991-24a241190c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (1f6fb2d5-a962-400a-85ae-94e1c508d92a), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:52.569721 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be41a95-2aad-481d-87b2-64ab7681f3e0 req-8c6adc32-c440-47e5-9736-42f6b51ea23b tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:52.571341 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3be41a95-2aad-481d-87b2-64ab7681f3e0 req-8c6adc32-c440-47e5-9736-42f6b51ea23b tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 949 time: 0.0670602 Jul 24 01:08:52.604908 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Pushing event updated for resources: {'Port': ['ID=bd3faca7-ad58-4794-b86e-b7cc673275f4,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:52.617448 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-59dbde0e-b307-4601-9991-24a241190c99 None None] Port 1f6fb2d5-a962-400a-85ae-94e1c508d92a cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:08:52.623191 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 6108cae3-36f9-4923-bb1c-75d963b645b3 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:52.623561 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (6108cae3-36f9-4923-bb1c-75d963b645b3), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:52.638948 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3be41a95-2aad-481d-87b2-64ab7681f3e0 req-89b4d24d-eff9-4af5-8080-fe288b445667 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/security-groups?id=72fc9a5d-6168-43b0-a41c-b35c4f988480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594337 Jul 24 01:08:52.691131 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:52.705572 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 6108cae3-36f9-4923-bb1c-75d963b645b3 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:08:52.770024 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 39902) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:52.775380 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-3f6596e1-425b-4298-9ef7-13cbef5ccec5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1806918878', 'description': 'tempest-secgroup-smoke-1806918878 description', 'project_id': 'be64d6ea0f0149608c9a823425a0e811'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:08:52.788642 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:52.797233 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3f6596e1-425b-4298-9ef7-13cbef5ccec5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:52.871098 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3f6596e1-425b-4298-9ef7-13cbef5ccec5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group (baf7576e-46fe-4cd8-84ac-601e7e32b245), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:52.874685 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3f6596e1-425b-4298-9ef7-13cbef5ccec5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (baf7576e-46fe-4cd8-84ac-601e7e32b245), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:52.888445 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:52.910458 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3f6596e1-425b-4298-9ef7-13cbef5ccec5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:52.912348 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-3f6596e1-425b-4298-9ef7-13cbef5ccec5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1412487 Jul 24 01:08:52.915049 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6596e1-425b-4298-9ef7-13cbef5ccec5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf7576e-46fe-4cd8-84ac-601e7e32b245,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:52.915533 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 39904) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:52.920593 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-fe05ed36-050a-46e8-ae45-689a0c85d213 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Request body: {'security_group_rule': {'security_group_id': 'baf7576e-46fe-4cd8-84ac-601e7e32b245', 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:08:52.946996 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fe05ed36-050a-46e8-ae45-689a0c85d213 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group_rule (ef393796-e030-4b4e-9fde-311281eb6afb), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.003628 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fe05ed36-050a-46e8-ae45-689a0c85d213 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group_rule (ef393796-e030-4b4e-9fde-311281eb6afb), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.007794 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fe05ed36-050a-46e8-ae45-689a0c85d213 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (ef393796-e030-4b4e-9fde-311281eb6afb), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.026710 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05ed36-050a-46e8-ae45-689a0c85d213 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef393796-e030-4b4e-9fde-311281eb6afb,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:53.038764 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fe05ed36-050a-46e8-ae45-689a0c85d213 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.040029 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-fe05ed36-050a-46e8-ae45-689a0c85d213 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229258 Jul 24 01:08:53.042987 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 39912) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:53.051100 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-28dc73ce-5d34-4cfe-92d1-c75af5960cfb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Request body: {'security_group_rule': {'security_group_id': 'baf7576e-46fe-4cd8-84ac-601e7e32b245', 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:08:53.080900 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-28dc73ce-5d34-4cfe-92d1-c75af5960cfb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group_rule (71567eac-965b-473f-a810-79147e71f2f2), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.120119 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:53.141088 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-28dc73ce-5d34-4cfe-92d1-c75af5960cfb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group_rule (71567eac-965b-473f-a810-79147e71f2f2), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.145398 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-28dc73ce-5d34-4cfe-92d1-c75af5960cfb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (71567eac-965b-473f-a810-79147e71f2f2), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.165439 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc73ce-5d34-4cfe-92d1-c75af5960cfb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71567eac-965b-473f-a810-79147e71f2f2,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:53.174614 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-28dc73ce-5d34-4cfe-92d1-c75af5960cfb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.175882 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-28dc73ce-5d34-4cfe-92d1-c75af5960cfb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287925 Jul 24 01:08:53.178585 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 39916) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:53.182908 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-903e2c36-d9d7-4418-9961-38a5f0882b74 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Request body: {'security_group_rule': {'security_group_id': 'baf7576e-46fe-4cd8-84ac-601e7e32b245', 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:08:53.214555 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-903e2c36-d9d7-4418-9961-38a5f0882b74 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group_rule (38d64b3d-675c-4d17-86e9-9769bbd4eca9), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.272351 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-903e2c36-d9d7-4418-9961-38a5f0882b74 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group_rule (38d64b3d-675c-4d17-86e9-9769bbd4eca9), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.276370 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-903e2c36-d9d7-4418-9961-38a5f0882b74 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (38d64b3d-675c-4d17-86e9-9769bbd4eca9), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.303149 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e2c36-d9d7-4418-9961-38a5f0882b74 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d64b3d-675c-4d17-86e9-9769bbd4eca9,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:53.307601 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-903e2c36-d9d7-4418-9961-38a5f0882b74 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.308834 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-903e2c36-d9d7-4418-9961-38a5f0882b74 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293032 Jul 24 01:08:53.311703 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 39920) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:53.317053 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-c0de6e0f-0e0b-4a05-9723-68f3393778e5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Request body: {'security_group_rule': {'security_group_id': 'baf7576e-46fe-4cd8-84ac-601e7e32b245', 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:08:53.345125 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c0de6e0f-0e0b-4a05-9723-68f3393778e5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group_rule (e2cb9ef8-090e-41c9-a546-524449a417c3), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.422045 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 0b710361-9202-4663-9466-c4fbc8c08591 up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:08:53.466148 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 5c860b12-ff76-4960-be8e-2a7b46b30763 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:08:53.497781 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning for port 0b710361-9202-4663-9466-c4fbc8c08591 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 01:08:53.510644 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port 0b710361-9202-4663-9466-c4fbc8c08591 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:53.511047 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (0b710361-9202-4663-9466-c4fbc8c08591), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.556214 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 5c860b12-ff76-4960-be8e-2a7b46b30763 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:53.556586 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (5c860b12-ff76-4960-be8e-2a7b46b30763), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.616288 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] Sync routers for ids ['d75e2bea-a7df-46fb-aecd-1b7a01dcb609'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:08:53.631453 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:53.649368 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] Routers {'d75e2bea-a7df-46fb-aecd-1b7a01dcb609'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:08:53.650011 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:08:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['d75e2bea-a7df-46fb-aecd-1b7a01dcb609'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:53.651954 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 0b710361-9202-4663-9466-c4fbc8c08591 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:08:53.652348 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (0b710361-9202-4663-9466-c4fbc8c08591), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.654511 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c0de6e0f-0e0b-4a05-9723-68f3393778e5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group_rule (e2cb9ef8-090e-41c9-a546-524449a417c3), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.658136 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c0de6e0f-0e0b-4a05-9723-68f3393778e5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (e2cb9ef8-090e-41c9-a546-524449a417c3), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.676415 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de6e0f-0e0b-4a05-9723-68f3393778e5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2cb9ef8-090e-41c9-a546-524449a417c3,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:53.685507 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c0de6e0f-0e0b-4a05-9723-68f3393778e5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.686702 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-c0de6e0f-0e0b-4a05-9723-68f3393778e5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3735001 Jul 24 01:08:53.689750 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 39924) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:53.694926 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-f30075d1-e296-433e-9b37-2a465e80ebf5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Request body: {'security_group_rule': {'security_group_id': 'baf7576e-46fe-4cd8-84ac-601e7e32b245', 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:08:53.719265 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.securitygroups_db [None req-f30075d1-e296-433e-9b37-2a465e80ebf5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Project be64d6ea0f0149608c9a823425a0e811 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:08:53.725686 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f30075d1-e296-433e-9b37-2a465e80ebf5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group_rule (d5f6344c-5c45-4337-8dce-24eff0e880bf), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.778199 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29913286-c7e7-4015-b3d2-dd1bd488669a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b710361-9202-4663-9466-c4fbc8c08591'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:08:53.780544 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e137de2-a760-4aaf-85a6-439350975585" -d '{"events": [{"server_uuid": "29913286-c7e7-4015-b3d2-dd1bd488669a", "name": "network-vif-plugged", "status": "completed", "tag": "0b710361-9202-4663-9466-c4fbc8c08591"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:08:53.795061 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 5c860b12-ff76-4960-be8e-2a7b46b30763 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:08:53.796169 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device bd3faca7-ad58-4794-b86e-b7cc673275f4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:08:53.804906 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f30075d1-e296-433e-9b37-2a465e80ebf5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group_rule (d5f6344c-5c45-4337-8dce-24eff0e880bf), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.809631 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f30075d1-e296-433e-9b37-2a465e80ebf5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (d5f6344c-5c45-4337-8dce-24eff0e880bf), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.810668 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 0b710361-9202-4663-9466-c4fbc8c08591, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b710361-9202-4663-9466-c4fbc8c08591,segment=NetworkSegment(baed83c3-1d5a-43c7-8d73-2012015ddd9d),segment_id=baed83c3-1d5a-43c7-8d73-2012015ddd9d)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:53.812015 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12b974-4f0b-4ab1-8b5e-3c3c6307e66c req-6e22cacc-e9ed-43d3-8707-8beda2d577bc tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:53.814613 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3f12b974-4f0b-4ab1-8b5e-3c3c6307e66c req-6e22cacc-e9ed-43d3-8707-8beda2d577bc tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 949 time: 0.0852969 Jul 24 01:08:53.837581 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (0b710361-9202-4663-9466-c4fbc8c08591), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.843130 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329c6675-d408-4163-ae70-8498ca8523ef x-openstack-request-id: req-329c6675-d408-4163-ae70-8498ca8523ef {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:08:53.843413 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29913286-c7e7-4015-b3d2-dd1bd488669a", "name": "network-vif-plugged", "status": "completed", "tag": "0b710361-9202-4663-9466-c4fbc8c08591", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:08:53.843666 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-329c6675-d408-4163-ae70-8498ca8523ef {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:08:53.844063 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-329c6675-d408-4163-ae70-8498ca8523ef'] response: {'server_uuid': '29913286-c7e7-4015-b3d2-dd1bd488669a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b710361-9202-4663-9466-c4fbc8c08591', 'code': 200} Jul 24 01:08:53.845326 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f30075d1-e296-433e-9b37-2a465e80ebf5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.846525 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-f30075d1-e296-433e-9b37-2a465e80ebf5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1559761 Jul 24 01:08:53.847590 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30075d1-e296-433e-9b37-2a465e80ebf5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f6344c-5c45-4337-8dce-24eff0e880bf,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:53.851894 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 39928) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:08:53.856116 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-14cb20e5-76ec-4ab8-8385-761cd3f9187b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Request body: {'security_group_rule': {'security_group_id': 'baf7576e-46fe-4cd8-84ac-601e7e32b245', 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:08:53.877839 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3f12b974-4f0b-4ab1-8b5e-3c3c6307e66c req-c59821dc-3a8a-4696-9e41-fa8b54d6d4dc tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/security-groups?id=72fc9a5d-6168-43b0-a41c-b35c4f988480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551388 Jul 24 01:08:53.880965 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.securitygroups_db [None req-14cb20e5-76ec-4ab8-8385-761cd3f9187b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Project be64d6ea0f0149608c9a823425a0e811 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:08:53.882855 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] Set router d75e2bea-a7df-46fb-aecd-1b7a01dcb609 gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:08:53.887357 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-14cb20e5-76ec-4ab8-8385-761cd3f9187b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group_rule (bf4c0f3b-38eb-488b-9328-b21680acd265), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.949523 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-14cb20e5-76ec-4ab8-8385-761cd3f9187b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group_rule (bf4c0f3b-38eb-488b-9328-b21680acd265), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.953141 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-14cb20e5-76ec-4ab8-8385-761cd3f9187b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (bf4c0f3b-38eb-488b-9328-b21680acd265), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.973786 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb20e5-76ec-4ab8-8385-761cd3f9187b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4c0f3b-38eb-488b-9328-b21680acd265,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:53.979094 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port bd3faca7-ad58-4794-b86e-b7cc673275f4 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:53.979480 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (bd3faca7-ad58-4794-b86e-b7cc673275f4), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.982088 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-14cb20e5-76ec-4ab8-8385-761cd3f9187b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:53.984263 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-14cb20e5-76ec-4ab8-8385-761cd3f9187b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1307306 Jul 24 01:08:53.984420 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=0b710361-9202-4663-9466-c4fbc8c08591,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:54.091065 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:54.155142 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port bd3faca7-ad58-4794-b86e-b7cc673275f4 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:08:54.175693 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75e2bea-a7df-46fb-aecd-1b7a01dcb609', 'name': 'tempest-TestVolumeBootPattern-1587229349-router', 'tenant_id': 'c41a498067354c0a81f56e90db1da183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.60'}], 'enable_snat': True}, 'gw_port_id': 'bd3faca7-ad58-4794-b86e-b7cc673275f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:47Z', 'updated_at': '2022-07-24T01:08:50Z', 'revision_number': 4, 'project_id': 'c41a498067354c0a81f56e90db1da183', 'gw_port': {'id': 'bd3faca7-ad58-4794-b86e-b7cc673275f4', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75e2bea-a7df-46fb-aecd-1b7a01dcb609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:48Z', 'updated_at': '2022-07-24T01:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1f6fb2d5-a962-400a-85ae-94e1c508d92a', 'name': '', 'network_id': '6807cabb-6b0e-4621-927e-706f4cf487dd', 'tenant_id': 'c41a498067354c0a81f56e90db1da183', 'mac_address': 'fa:16:3e:97:7b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75e2bea-a7df-46fb-aecd-1b7a01dcb609', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f3e1315f-a04e-4eb4-bff8-91bfec8040e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:50Z', 'updated_at': '2022-07-24T01:08:51Z', 'revision_number': 2, 'project_id': 'c41a498067354c0a81f56e90db1da183', 'subnets': [{'id': 'f3e1315f-a04e-4eb4-bff8-91bfec8040e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:54.200322 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] Checking router: d75e2bea-a7df-46fb-aecd-1b7a01dcb609 for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:08:54.200668 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] Updating router d75e2bea-a7df-46fb-aecd-1b7a01dcb609 port 1f6fb2d5-a962-400a-85ae-94e1c508d92a binding host dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:08:54.229617 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (1f6fb2d5-a962-400a-85ae-94e1c508d92a), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:54.641149 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] Publish callbacks [] for port (1f6fb2d5-a962-400a-85ae-94e1c508d92a), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:54.646920 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (1f6fb2d5-a962-400a-85ae-94e1c508d92a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:54.690112 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:54.696966 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649655c8-7912-4595-a792-af0a5af02faa None None] Pushing event updated for resources: {'Port': ['ID=1f6fb2d5-a962-400a-85ae-94e1c508d92a,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:54.760029 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] Attempting to bind port 1f6fb2d5-a962-400a-85ae-94e1c508d92a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:08:54.760395 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] Attempting to bind port 1f6fb2d5-a962-400a-85ae-94e1c508d92a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c1283d85-ee28-4dca-970a-7ef1944b394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6807cabb-6b0e-4621-927e-706f4cf487dd'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:08:54.760750 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] Attempting to bind port 1f6fb2d5-a962-400a-85ae-94e1c508d92a on network 6807cabb-6b0e-4621-927e-706f4cf487dd {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:08:54.765989 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:08:54.766357 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] Checking segment: {'id': 'c1283d85-ee28-4dca-970a-7ef1944b394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6807cabb-6b0e-4621-927e-706f4cf487dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:08:54.766751 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:54.767162 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] Bound using segment: {'id': 'c1283d85-ee28-4dca-970a-7ef1944b394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6807cabb-6b0e-4621-927e-706f4cf487dd'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:08:54.767626 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] Bound port: 1f6fb2d5-a962-400a-85ae-94e1c508d92a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1283d85-ee28-4dca-970a-7ef1944b394f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6807cabb-6b0e-4621-927e-706f4cf487dd'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:08:54.767997 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (1f6fb2d5-a962-400a-85ae-94e1c508d92a), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:54.832854 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] For port 1f6fb2d5-a962-400a-85ae-94e1c508d92a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:08:54.836635 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] For port 1f6fb2d5-a962-400a-85ae-94e1c508d92a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1f6fb2d5-a962-400a-85ae-94e1c508d92a,segment=NetworkSegment(c1283d85-ee28-4dca-970a-7ef1944b394f),segment_id=c1283d85-ee28-4dca-970a-7ef1944b394f)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:08:54.843424 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (1f6fb2d5-a962-400a-85ae-94e1c508d92a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:54.901020 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] Routers {'d75e2bea-a7df-46fb-aecd-1b7a01dcb609'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:08:54.901568 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:08:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['d75e2bea-a7df-46fb-aecd-1b7a01dcb609'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:54.942510 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649655c8-7912-4595-a792-af0a5af02faa None None] Pushing event updated for resources: {'Port': ['ID=1f6fb2d5-a962-400a-85ae-94e1c508d92a,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:54.973499 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-8d658ab4-1fe3-49bc-8e72-1cb0975bc5bc None None] Provisioning complete for port 1f6fb2d5-a962-400a-85ae-94e1c508d92a triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:54.974698 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8d658ab4-1fe3-49bc-8e72-1cb0975bc5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (1f6fb2d5-a962-400a-85ae-94e1c508d92a), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:55.013523 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201c3ff-1a5c-4381-9ccc-752776c83a45 req-b70108d8-cd54-4a20-af82-f434fa335fb0 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:55.015511 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8201c3ff-1a5c-4381-9ccc-752776c83a45 req-b70108d8-cd54-4a20-af82-f434fa335fb0 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 950 time: 0.0542922 Jul 24 01:08:55.061081 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] Set router d75e2bea-a7df-46fb-aecd-1b7a01dcb609 gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:08:55.072357 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8201c3ff-1a5c-4381-9ccc-752776c83a45 req-505a7dae-a077-4468-a01b-123db982c877 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/security-groups?id=72fc9a5d-6168-43b0-a41c-b35c4f988480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496309 Jul 24 01:08:55.097439 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:55.172602 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-8d658ab4-1fe3-49bc-8e72-1cb0975bc5bc None None] Current status of the port 1f6fb2d5-a962-400a-85ae-94e1c508d92a is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:08:55.172984 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8d658ab4-1fe3-49bc-8e72-1cb0975bc5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (1f6fb2d5-a962-400a-85ae-94e1c508d92a), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:55.248279 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-8d658ab4-1fe3-49bc-8e72-1cb0975bc5bc None None] For port 1f6fb2d5-a962-400a-85ae-94e1c508d92a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1f6fb2d5-a962-400a-85ae-94e1c508d92a,segment=NetworkSegment(c1283d85-ee28-4dca-970a-7ef1944b394f),segment_id=c1283d85-ee28-4dca-970a-7ef1944b394f)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:55.256602 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-8d658ab4-1fe3-49bc-8e72-1cb0975bc5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (1f6fb2d5-a962-400a-85ae-94e1c508d92a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:55.347032 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d658ab4-1fe3-49bc-8e72-1cb0975bc5bc None None] Pushing event updated for resources: {'Port': ['ID=1f6fb2d5-a962-400a-85ae-94e1c508d92a,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:55.349707 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75e2bea-a7df-46fb-aecd-1b7a01dcb609', 'name': 'tempest-TestVolumeBootPattern-1587229349-router', 'tenant_id': 'c41a498067354c0a81f56e90db1da183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.60'}], 'enable_snat': True}, 'gw_port_id': 'bd3faca7-ad58-4794-b86e-b7cc673275f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:47Z', 'updated_at': '2022-07-24T01:08:50Z', 'revision_number': 4, 'project_id': 'c41a498067354c0a81f56e90db1da183', 'gw_port': {'id': 'bd3faca7-ad58-4794-b86e-b7cc673275f4', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75e2bea-a7df-46fb-aecd-1b7a01dcb609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:48Z', 'updated_at': '2022-07-24T01:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1f6fb2d5-a962-400a-85ae-94e1c508d92a', 'name': '', 'network_id': '6807cabb-6b0e-4621-927e-706f4cf487dd', 'tenant_id': 'c41a498067354c0a81f56e90db1da183', 'mac_address': 'fa:16:3e:97:7b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75e2bea-a7df-46fb-aecd-1b7a01dcb609', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f3e1315f-a04e-4eb4-bff8-91bfec8040e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:50Z', 'updated_at': '2022-07-24T01:08:54Z', 'revision_number': 4, 'project_id': 'c41a498067354c0a81f56e90db1da183', 'subnets': [{'id': 'f3e1315f-a04e-4eb4-bff8-91bfec8040e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:55.379584 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80294330-c778-401b-be02-bb38c23e21b2 None None] The sync data for ids ['d75e2bea-a7df-46fb-aecd-1b7a01dcb609'] in dv-cinder-master-3-iscsi is: [{'id': 'd75e2bea-a7df-46fb-aecd-1b7a01dcb609', 'name': 'tempest-TestVolumeBootPattern-1587229349-router', 'tenant_id': 'c41a498067354c0a81f56e90db1da183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.60'}], 'enable_snat': True}, 'gw_port_id': 'bd3faca7-ad58-4794-b86e-b7cc673275f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:47Z', 'updated_at': '2022-07-24T01:08:50Z', 'revision_number': 4, 'project_id': 'c41a498067354c0a81f56e90db1da183', 'gw_port': {'id': 'bd3faca7-ad58-4794-b86e-b7cc673275f4', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75e2bea-a7df-46fb-aecd-1b7a01dcb609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:48Z', 'updated_at': '2022-07-24T01:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1f6fb2d5-a962-400a-85ae-94e1c508d92a', 'name': '', 'network_id': '6807cabb-6b0e-4621-927e-706f4cf487dd', 'tenant_id': 'c41a498067354c0a81f56e90db1da183', 'mac_address': 'fa:16:3e:97:7b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75e2bea-a7df-46fb-aecd-1b7a01dcb609', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'f3e1315f-a04e-4eb4-bff8-91bfec8040e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:50Z', 'updated_at': '2022-07-24T01:08:54Z', 'revision_number': 4, 'project_id': 'c41a498067354c0a81f56e90db1da183', 'subnets': [{'id': 'f3e1315f-a04e-4eb4-bff8-91bfec8040e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:08:55.387468 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-12798435-d92a-4b5e-8435-8da0d6046c25 None None] Provisioning complete for port 1f6fb2d5-a962-400a-85ae-94e1c508d92a triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:55.387848 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-12798435-d92a-4b5e-8435-8da0d6046c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (1f6fb2d5-a962-400a-85ae-94e1c508d92a), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:55.492946 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-12798435-d92a-4b5e-8435-8da0d6046c25 None None] Current status of the port 1f6fb2d5-a962-400a-85ae-94e1c508d92a is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:08:56.176705 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:56.177358 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b6268-e5ff-4bce-9635-c636c6f0bfaf req-e236d923-1045-4fca-a0d3-f8e1a97ff401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:56.179131 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b84b6268-e5ff-4bce-9635-c636c6f0bfaf req-e236d923-1045-4fca-a0d3-f8e1a97ff401 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 1134 time: 0.0462022 Jul 24 01:08:56.200690 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a34696-676c-4ff4-a6ce-d3d4bd64ec93 req-bfa89438-ff4a-46d4-b79d-26666df6acb1 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:56.202370 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-63a34696-676c-4ff4-a6ce-d3d4bd64ec93 req-bfa89438-ff4a-46d4-b79d-26666df6acb1 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 950 time: 0.0546513 Jul 24 01:08:56.240126 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-b84b6268-e5ff-4bce-9635-c636c6f0bfaf req-ff48c9a7-80b3-4a90-b114-2c87c1f1ee66 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=72fc9a5d-6168-43b0-a41c-b35c4f988480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532005 Jul 24 01:08:56.253227 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-63a34696-676c-4ff4-a6ce-d3d4bd64ec93 req-5dbe98aa-f453-48cf-8ac7-0e8b4adb7383 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/security-groups?id=72fc9a5d-6168-43b0-a41c-b35c4f988480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433991 Jul 24 01:08:57.371157 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce882267-984b-4886-bc39-d33b63617d27 req-fd2bd26e-57eb-4f67-bbfc-0b1a817f1170 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:57.375277 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ce882267-984b-4886-bc39-d33b63617d27 req-fd2bd26e-57eb-4f67-bbfc-0b1a817f1170 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 950 time: 0.0480714 Jul 24 01:08:57.429122 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ce882267-984b-4886-bc39-d33b63617d27 req-36127d88-111d-4a2c-890c-e007666a6c13 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/security-groups?id=72fc9a5d-6168-43b0-a41c-b35c4f988480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504704 Jul 24 01:08:57.452789 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 1f6fb2d5-a962-400a-85ae-94e1c508d92a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:08:57.481162 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:08:57.502719 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 1f6fb2d5-a962-400a-85ae-94e1c508d92a triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:08:57.503132 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (1f6fb2d5-a962-400a-85ae-94e1c508d92a), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:08:57.592008 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 1f6fb2d5-a962-400a-85ae-94e1c508d92a is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:08:58.548590 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07875d-5403-4040-a4c9-5e94ff88528b req-a335dc5b-8009-4d8f-81a2-cc4c88ffb2fe tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:58.550301 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7c07875d-5403-4040-a4c9-5e94ff88528b req-a335dc5b-8009-4d8f-81a2-cc4c88ffb2fe tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 950 time: 0.0516517 Jul 24 01:08:58.599550 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7c07875d-5403-4040-a4c9-5e94ff88528b req-242a627c-abea-4301-b35e-b42242e9aadd tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/security-groups?id=72fc9a5d-6168-43b0-a41c-b35c4f988480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430076 Jul 24 01:08:58.876331 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf8732-7951-46eb-a19c-15349e0821a4 req-34b2ce8e-f998-41f9-90ea-d799bd4d2845 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:08:58.877772 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fbcf8732-7951-46eb-a19c-15349e0821a4 req-34b2ce8e-f998-41f9-90ea-d799bd4d2845 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 950 time: 0.0485988 Jul 24 01:08:58.926184 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fbcf8732-7951-46eb-a19c-15349e0821a4 req-e272a44f-e053-4819-828e-2dc84bec05ab tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/security-groups?id=72fc9a5d-6168-43b0-a41c-b35c4f988480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428431 Jul 24 01:09:00.045989 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2e26f-5a44-4724-b68b-7d3d58b1b12c req-d54f141b-937b-41a2-832d-40525359a9d7 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:00.047525 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-18c2e26f-5a44-4724-b68b-7d3d58b1b12c req-d54f141b-937b-41a2-832d-40525359a9d7 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 950 time: 0.0501640 Jul 24 01:09:00.096442 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-18c2e26f-5a44-4724-b68b-7d3d58b1b12c req-830d17a3-8b0b-4a4f-8c1f-8fe5eb6d338b tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/security-groups?id=72fc9a5d-6168-43b0-a41c-b35c4f988480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426252 Jul 24 01:09:01.219605 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00558a0-a081-409f-aa48-82be7faa2f41 req-e537f597-7340-48b2-b0a0-67fac241c55a tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:01.221085 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e00558a0-a081-409f-aa48-82be7faa2f41 req-e537f597-7340-48b2-b0a0-67fac241c55a tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 950 time: 0.0571020 Jul 24 01:09:01.270271 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e00558a0-a081-409f-aa48-82be7faa2f41 req-16b768e8-b777-457b-b6bb-b284573e951b tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/security-groups?id=72fc9a5d-6168-43b0-a41c-b35c4f988480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426464 Jul 24 01:09:02.387197 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35f963-e123-4af2-b0fa-57c11a35d12d req-53d48c82-db42-4ec9-b709-f3ea9b608aa0 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:02.388718 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ee35f963-e123-4af2-b0fa-57c11a35d12d req-53d48c82-db42-4ec9-b709-f3ea9b608aa0 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 950 time: 0.0471203 Jul 24 01:09:02.442052 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ee35f963-e123-4af2-b0fa-57c11a35d12d req-395edb15-3ab6-4f63-b8dd-0e24e78c621a tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/security-groups?id=72fc9a5d-6168-43b0-a41c-b35c4f988480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477352 Jul 24 01:09:03.026612 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a834c-43df-4c64-b467-1baee037c34f req-b35b4d79-6526-4746-9db9-9178b4bdf0c0 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:03.028083 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-042a834c-43df-4c64-b467-1baee037c34f req-b35b4d79-6526-4746-9db9-9178b4bdf0c0 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.39 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 950 time: 0.0459104 Jul 24 01:09:03.111316 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:03.114906 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-042a834c-43df-4c64-b467-1baee037c34f req-a06d6b1c-4f2e-4975-9d07-2effcb65dd63 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Deleting port 0b710361-9202-4663-9466-c4fbc8c08591 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:09:03.115246 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-042a834c-43df-4c64-b467-1baee037c34f req-a06d6b1c-4f2e-4975-9d07-2effcb65dd63 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (0b710361-9202-4663-9466-c4fbc8c08591), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:03.210534 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-042a834c-43df-4c64-b467-1baee037c34f req-a06d6b1c-4f2e-4975-9d07-2effcb65dd63 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] For port 0b710361-9202-4663-9466-c4fbc8c08591, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b710361-9202-4663-9466-c4fbc8c08591,segment=NetworkSegment(baed83c3-1d5a-43c7-8d73-2012015ddd9d),segment_id=baed83c3-1d5a-43c7-8d73-2012015ddd9d)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:03.210937 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-042a834c-43df-4c64-b467-1baee037c34f req-a06d6b1c-4f2e-4975-9d07-2effcb65dd63 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (0b710361-9202-4663-9466-c4fbc8c08591), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:03.224073 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-042a834c-43df-4c64-b467-1baee037c34f req-a06d6b1c-4f2e-4975-9d07-2effcb65dd63 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Calling delete_port for 0b710361-9202-4663-9466-c4fbc8c08591 owned by compute:nova {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:09:03.284123 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:03.360400 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-042a834c-43df-4c64-b467-1baee037c34f req-a06d6b1c-4f2e-4975-9d07-2effcb65dd63 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (0b710361-9202-4663-9466-c4fbc8c08591), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:03.392350 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d6b1c-4f2e-4975-9d07-2effcb65dd63 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Pushing event deleted for resources: {'Port': ['ID=0b710361-9202-4663-9466-c4fbc8c08591,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:03.405560 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['0b710361-9202-4663-9466-c4fbc8c08591'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:09:03.450808 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-042a834c-43df-4c64-b467-1baee037c34f req-a06d6b1c-4f2e-4975-9d07-2effcb65dd63 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] No DVR routers for this DVR port 0b710361-9202-4663-9466-c4fbc8c08591 on host hv-cinder-maste {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:09:03.455997 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-042a834c-43df-4c64-b467-1baee037c34f req-a06d6b1c-4f2e-4975-9d07-2effcb65dd63 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:03.460389 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-042a834c-43df-4c64-b467-1baee037c34f req-a06d6b1c-4f2e-4975-9d07-2effcb65dd63 tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.39 "DELETE /v2.0/ports/0b710361-9202-4663-9466-c4fbc8c08591 HTTP/1.1" status: 204 len: 173 time: 0.4262741 Jul 24 01:09:03.461026 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29913286-c7e7-4015-b3d2-dd1bd488669a', 'name': 'network-vif-deleted', 'tag': '0b710361-9202-4663-9466-c4fbc8c08591'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:09:03.463542 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b6d98c-f212-44d1-bd75-44e26b3db99d" -d '{"events": [{"server_uuid": "29913286-c7e7-4015-b3d2-dd1bd488669a", "name": "network-vif-deleted", "tag": "0b710361-9202-4663-9466-c4fbc8c08591"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:03.504658 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a42b61-e1da-44f3-aaab-db6a8525b8f7 x-openstack-request-id: req-55a42b61-e1da-44f3-aaab-db6a8525b8f7 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:03.504950 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29913286-c7e7-4015-b3d2-dd1bd488669a", "name": "network-vif-deleted", "tag": "0b710361-9202-4663-9466-c4fbc8c08591", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:03.505198 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-55a42b61-e1da-44f3-aaab-db6a8525b8f7 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:03.505841 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a42b61-e1da-44f3-aaab-db6a8525b8f7'] response: {'server_uuid': '29913286-c7e7-4015-b3d2-dd1bd488669a', 'name': 'network-vif-deleted', 'tag': '0b710361-9202-4663-9466-c4fbc8c08591', 'status': 'completed', 'code': 200} Jul 24 01:09:03.583582 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5f513a81-d77d-48ea-a0ca-87dd6bad8510 req-4f52f807-b193-4599-b485-0440bc77b56a tempest-VolumesNegativeTest-1583220652 tempest-VolumesNegativeTest-1583220652-project] 10.222.0.18 "GET /v2.0/ports?device_id=29913286-c7e7-4015-b3d2-dd1bd488669a HTTP/1.1" status: 200 len: 210 time: 0.0401711 Jul 24 01:09:06.052501 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 0b710361-9202-4663-9466-c4fbc8c08591 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:06.074993 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] No Port match for: 0b710361-9202-4663-9466-c4fbc8c08591 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:09:06.075339 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 0b710361-9202-4663-9466-c4fbc8c08591 not bound to the agent host hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:09:06.081253 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 40252) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:06.237051 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c3de61c5-6883-4593-8132-2c546ebe8a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:06.316262 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c3de61c5-6883-4593-8132-2c546ebe8a5a admin admin] Publish callbacks [] for security_group (79471479-22ac-44d4-8005-2527b641f2ee), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:06.321470 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c3de61c5-6883-4593-8132-2c546ebe8a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (79471479-22ac-44d4-8005-2527b641f2ee), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:06.363528 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-c3de61c5-6883-4593-8132-2c546ebe8a5a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05cfb442ccbb4204ae2e3c2882f94c94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811189 Jul 24 01:09:06.364749 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de61c5-6883-4593-8132-2c546ebe8a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79471479-22ac-44d4-8005-2527b641f2ee,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:06.366152 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 40286) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:06.407258 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:06.434909 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-56c5a170-fa61-4fa2-90e0-0c1a07e18892 admin admin] Publish callbacks [] for security_group (79471479-22ac-44d4-8005-2527b641f2ee), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:06.459339 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-56c5a170-fa61-4fa2-90e0-0c1a07e18892 admin admin] Publish callbacks [] for security_group (79471479-22ac-44d4-8005-2527b641f2ee), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:06.511756 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-56c5a170-fa61-4fa2-90e0-0c1a07e18892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (79471479-22ac-44d4-8005-2527b641f2ee), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:06.514572 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-56c5a170-fa61-4fa2-90e0-0c1a07e18892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:06.518649 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-56c5a170-fa61-4fa2-90e0-0c1a07e18892 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79471479-22ac-44d4-8005-2527b641f2ee HTTP/1.1" status: 204 len: 168 time: 0.1490922 Jul 24 01:09:06.528086 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5a170-fa61-4fa2-90e0-0c1a07e18892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79471479-22ac-44d4-8005-2527b641f2ee,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:06.829044 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 40332) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:06.842534 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-93b76281-54a8-4772-a375-09680bbe2fbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:06.921602 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-93b76281-54a8-4772-a375-09680bbe2fbe admin admin] Publish callbacks [] for security_group (098c728b-5d43-479d-b28a-d686f8920ef0), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:06.926600 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-93b76281-54a8-4772-a375-09680bbe2fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (098c728b-5d43-479d-b28a-d686f8920ef0), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:06.965416 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b76281-54a8-4772-a375-09680bbe2fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098c728b-5d43-479d-b28a-d686f8920ef0,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:06.974271 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-93b76281-54a8-4772-a375-09680bbe2fbe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb68b3b3c49f4743bcde95b167282e11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435051 Jul 24 01:09:06.976350 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 40342) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:07.006761 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:07.034213 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9d208f26-18be-4c51-97a4-626cfc790382 admin admin] Publish callbacks [] for security_group (098c728b-5d43-479d-b28a-d686f8920ef0), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:07.060260 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9d208f26-18be-4c51-97a4-626cfc790382 admin admin] Publish callbacks [] for security_group (098c728b-5d43-479d-b28a-d686f8920ef0), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:07.115018 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9d208f26-18be-4c51-97a4-626cfc790382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (098c728b-5d43-479d-b28a-d686f8920ef0), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:07.117584 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9d208f26-18be-4c51-97a4-626cfc790382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:07.119009 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-9d208f26-18be-4c51-97a4-626cfc790382 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/098c728b-5d43-479d-b28a-d686f8920ef0 HTTP/1.1" status: 204 len: 168 time: 0.1417062 Jul 24 01:09:07.127911 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d208f26-18be-4c51-97a4-626cfc790382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098c728b-5d43-479d-b28a-d686f8920ef0,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:08.876281 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 40438) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:09.034833 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-a1da20f1-6c9e-41f8-9d4a-8784e7f77ec3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=affbcb4611414dcba4e3eca7c0686be7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563420 Jul 24 01:09:09.036858 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 40446) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:09.085589 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b75c38b8-02d1-4a39-9866-06fc4afd3ecc admin admin] Publish callbacks [] for security_group (72fc9a5d-6168-43b0-a41c-b35c4f988480), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:09.106579 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b75c38b8-02d1-4a39-9866-06fc4afd3ecc admin admin] Publish callbacks [] for security_group (72fc9a5d-6168-43b0-a41c-b35c4f988480), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:09.153239 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b75c38b8-02d1-4a39-9866-06fc4afd3ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (72fc9a5d-6168-43b0-a41c-b35c4f988480), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:09.156034 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b75c38b8-02d1-4a39-9866-06fc4afd3ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:09.157163 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-b75c38b8-02d1-4a39-9866-06fc4afd3ecc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72fc9a5d-6168-43b0-a41c-b35c4f988480 HTTP/1.1" status: 204 len: 168 time: 0.1194265 Jul 24 01:09:09.170277 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c38b8-02d1-4a39-9866-06fc4afd3ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fc9a5d-6168-43b0-a41c-b35c4f988480,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:09.514239 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=31 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:09.515063 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:UPDATE=3,neutron:SELECT=75,neutron:INSERT=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:09.789229 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 40470) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:09.833975 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:09.889692 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-06dd50a2-c6f8-451e-8f4d-a8108b6b4cf7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-37410042-network', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:09:09.911046 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dd50a2-c6f8-451e-8f4d-a8108b6b4cf7 admin admin] Made reservation on behalf of 6af7b896ae8f4e09957a342a4c0d3030 for: {'network': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:09.913312 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-06dd50a2-c6f8-451e-8f4d-a8108b6b4cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for network (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:09.915900 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:09.925289 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-06dd50a2-c6f8-451e-8f4d-a8108b6b4cf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:10.004159 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-06dd50a2-c6f8-451e-8f4d-a8108b6b4cf7 admin admin] Publish callbacks [] for security_group (63bd3cb0-0d3d-4991-9f2f-7db4722f1bf4), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:10.008118 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-06dd50a2-c6f8-451e-8f4d-a8108b6b4cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (63bd3cb0-0d3d-4991-9f2f-7db4722f1bf4), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:10.034736 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06dd50a2-c6f8-451e-8f4d-a8108b6b4cf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:09:10.045203 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd50a2-c6f8-451e-8f4d-a8108b6b4cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bd3cb0-0d3d-4991-9f2f-7db4722f1bf4,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:10.050244 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-06dd50a2-c6f8-451e-8f4d-a8108b6b4cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (209df3fd-924b-4a48-aa66-7668b2a00cf0), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:10.050592 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.segments_db [None req-06dd50a2-c6f8-451e-8f4d-a8108b6b4cf7 admin admin] Added segment 209df3fd-924b-4a48-aa66-7668b2a00cf0 of type vlan for network 51a0ac89-567c-49c5-9e0e-90ef982eaba7 Jul 24 01:09:10.092697 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-06dd50a2-c6f8-451e-8f4d-a8108b6b4cf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763390501425'] for network (51a0ac89-567c-49c5-9e0e-90ef982eaba7), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:10.117302 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-06dd50a2-c6f8-451e-8f4d-a8108b6b4cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for network (51a0ac89-567c-49c5-9e0e-90ef982eaba7), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:10.118428 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dd50a2-c6f8-451e-8f4d-a8108b6b4cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:10.119612 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-06dd50a2-c6f8-451e-8f4d-a8108b6b4cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:10.156483 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-06dd50a2-c6f8-451e-8f4d-a8108b6b4cf7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3661480 Jul 24 01:09:10.159507 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 40484) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:10.164435 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-f612f93b-e960-4eec-a3ba-a8fd9bc49a74 admin admin] Request body: {'subnet': {'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-37410042-subnet', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:09:10.187354 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f612f93b-e960-4eec-a3ba-a8fd9bc49a74 admin admin] Made reservation on behalf of 6af7b896ae8f4e09957a342a4c0d3030 for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:10.190168 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f612f93b-e960-4eec-a3ba-a8fd9bc49a74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5214646'] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:10.195249 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd50a2-c6f8-451e-8f4d-a8108b6b4cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=51a0ac89-567c-49c5-9e0e-90ef982eaba7,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:10.208786 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Network 51a0ac89-567c-49c5-9e0e-90ef982eaba7 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:09:10.300461 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:10.396313 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f612f93b-e960-4eec-a3ba-a8fd9bc49a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4959266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5214628'] for subnet (0a6ddd35-0569-44e1-8a6a-caa33f49bcd3), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:10.460561 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612f93b-e960-4eec-a3ba-a8fd9bc49a74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a6ddd35-0569-44e1-8a6a-caa33f49bcd3,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:10.472470 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f612f93b-e960-4eec-a3ba-a8fd9bc49a74 admin admin] Checking segment: {'id': '209df3fd-924b-4a48-aa66-7668b2a00cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:09:10.472822 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f612f93b-e960-4eec-a3ba-a8fd9bc49a74 admin admin] Network hostable DHCP agents. Network: 51a0ac89-567c-49c5-9e0e-90ef982eaba7, hostable agents: ['c3e033ef-4c45-4acb-8d93-0c64c51b87a9'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:09:10.489027 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f612f93b-e960-4eec-a3ba-a8fd9bc49a74 admin admin] Network 51a0ac89-567c-49c5-9e0e-90ef982eaba7 is scheduled to be hosted by DHCP agent c3e033ef-4c45-4acb-8d93-0c64c51b87a9 with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:09:10.498879 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-f612f93b-e960-4eec-a3ba-a8fd9bc49a74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 51a0ac89-567c-49c5-9e0e-90ef982eaba7) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:10.502812 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f612f93b-e960-4eec-a3ba-a8fd9bc49a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:10.503424 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f612f93b-e960-4eec-a3ba-a8fd9bc49a74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:10.508717 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd832a8-6b7b-4648-b54a-aedcbdc62a90 None None] Network 51a0ac89-567c-49c5-9e0e-90ef982eaba7 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:09:10.520914 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f612f93b-e960-4eec-a3ba-a8fd9bc49a74 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3600764 Jul 24 01:09:10.523496 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 40490) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:10.528419 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-9c23dd8b-a3a4-4ac3-a3b2-8e3809a55f22 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-37410042-router', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:09:10.550970 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9c23dd8b-a3a4-4ac3-a3b2-8e3809a55f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1231'] for router (49fb8c23-852d-4440-bd9c-1a84f873923e), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:10.552027 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9c23dd8b-a3a4-4ac3-a3b2-8e3809a55f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-723578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1272'] for router (49fb8c23-852d-4440-bd9c-1a84f873923e), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:10.603654 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9c23dd8b-a3a4-4ac3-a3b2-8e3809a55f22 admin admin] Publish callbacks [] for router_controller (49fb8c23-852d-4440-bd9c-1a84f873923e), precommit_add_association {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:10.618394 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ff666a-2243-4fe0-8591-cecb2e115279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-51a0ac89-567c-49c5-9e0e-90ef982eaba7', 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7', 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'fixed_ips': [{'subnet_id': '0a6ddd35-0569-44e1-8a6a-caa33f49bcd3'}]}} from dv-cinder-master-3-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 01:09:10.619489 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-11ff666a-2243-4fe0-8591-cecb2e115279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:10.742350 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9c23dd8b-a3a4-4ac3-a3b2-8e3809a55f22 admin admin] Publish callbacks [] for router_gateway (49fb8c23-852d-4440-bd9c-1a84f873923e), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:10.758233 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-11ff666a-2243-4fe0-8591-cecb2e115279 None None] Allocated IP 172.20.0.2 (51a0ac89-567c-49c5-9e0e-90ef982eaba7/0a6ddd35-0569-44e1-8a6a-caa33f49bcd3/a568b722-5784-4414-b24c-41382df274af) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:10.762961 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:10.912129 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:10.914824 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-11ff666a-2243-4fe0-8591-cecb2e115279 None None] Publish callbacks [] for port (a568b722-5784-4414-b24c-41382df274af), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:10.920948 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-11ff666a-2243-4fe0-8591-cecb2e115279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (a568b722-5784-4414-b24c-41382df274af), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:10.927066 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9c23dd8b-a3a4-4ac3-a3b2-8e3809a55f22 admin admin] Publish callbacks [] for router_gateway (49fb8c23-852d-4440-bd9c-1a84f873923e), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:10.947344 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9c23dd8b-a3a4-4ac3-a3b2-8e3809a55f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:10.960123 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ff666a-2243-4fe0-8591-cecb2e115279 None None] Network 51a0ac89-567c-49c5-9e0e-90ef982eaba7 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:10.968055 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-11ff666a-2243-4fe0-8591-cecb2e115279 None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:10.972008 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ff666a-2243-4fe0-8591-cecb2e115279 None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:09:10.976831 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff666a-2243-4fe0-8591-cecb2e115279 None None] Pushing event updated for resources: {'Port': ['ID=a568b722-5784-4414-b24c-41382df274af,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:11.029554 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-11ff666a-2243-4fe0-8591-cecb2e115279 None None] Attempting to bind port a568b722-5784-4414-b24c-41382df274af on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:09:11.029834 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-11ff666a-2243-4fe0-8591-cecb2e115279 None None] Attempting to bind port a568b722-5784-4414-b24c-41382df274af by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '209df3fd-924b-4a48-aa66-7668b2a00cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:09:11.030193 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ff666a-2243-4fe0-8591-cecb2e115279 None None] Attempting to bind port a568b722-5784-4414-b24c-41382df274af on network 51a0ac89-567c-49c5-9e0e-90ef982eaba7 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:09:11.035311 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ff666a-2243-4fe0-8591-cecb2e115279 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:09:11.035685 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ff666a-2243-4fe0-8591-cecb2e115279 None None] Checking segment: {'id': '209df3fd-924b-4a48-aa66-7668b2a00cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:09:11.036078 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-11ff666a-2243-4fe0-8591-cecb2e115279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:11.036464 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ff666a-2243-4fe0-8591-cecb2e115279 None None] Bound using segment: {'id': '209df3fd-924b-4a48-aa66-7668b2a00cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:09:11.037251 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-11ff666a-2243-4fe0-8591-cecb2e115279 None None] Bound port: a568b722-5784-4414-b24c-41382df274af, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209df3fd-924b-4a48-aa66-7668b2a00cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:09:11.037398 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-11ff666a-2243-4fe0-8591-cecb2e115279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (a568b722-5784-4414-b24c-41382df274af), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:11.061326 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-9c23dd8b-a3a4-4ac3-a3b2-8e3809a55f22 admin admin] Allocated IP 172.37.6.185 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/31745b64-f144-47c0-910e-08af62d7b36a) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:11.105176 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-11ff666a-2243-4fe0-8591-cecb2e115279 None None] For port a568b722-5784-4414-b24c-41382df274af, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:11.107372 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:11.110545 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-11ff666a-2243-4fe0-8591-cecb2e115279 None None] For port a568b722-5784-4414-b24c-41382df274af, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a568b722-5784-4414-b24c-41382df274af,segment=NetworkSegment(209df3fd-924b-4a48-aa66-7668b2a00cf0),segment_id=209df3fd-924b-4a48-aa66-7668b2a00cf0)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:11.117242 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-11ff666a-2243-4fe0-8591-cecb2e115279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (a568b722-5784-4414-b24c-41382df274af), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:11.173036 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9c23dd8b-a3a4-4ac3-a3b2-8e3809a55f22 admin admin] Publish callbacks [] for port (31745b64-f144-47c0-910e-08af62d7b36a), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:11.185863 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff666a-2243-4fe0-8591-cecb2e115279 None None] Pushing event updated for resources: {'Port': ['ID=a568b722-5784-4414-b24c-41382df274af,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:11.193545 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:11.213817 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9c23dd8b-a3a4-4ac3-a3b2-8e3809a55f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (31745b64-f144-47c0-910e-08af62d7b36a), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:11.270662 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c23dd8b-a3a4-4ac3-a3b2-8e3809a55f22 admin admin] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:11.274918 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23dd8b-a3a4-4ac3-a3b2-8e3809a55f22 admin admin] Pushing event updated for resources: {'Port': ['ID=31745b64-f144-47c0-910e-08af62d7b36a,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:11.277527 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-9c23dd8b-a3a4-4ac3-a3b2-8e3809a55f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:11.281201 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c23dd8b-a3a4-4ac3-a3b2-8e3809a55f22 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:09:11.610401 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device a568b722-5784-4414-b24c-41382df274af up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:11.661566 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9c23dd8b-a3a4-4ac3-a3b2-8e3809a55f22 admin admin] Publish callbacks [] for router_gateway (49fb8c23-852d-4440-bd9c-1a84f873923e), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:11.716993 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port a568b722-5784-4414-b24c-41382df274af triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:11.717630 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (a568b722-5784-4414-b24c-41382df274af), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:11.783920 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 40508) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:11.818317 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port a568b722-5784-4414-b24c-41382df274af is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:09:11.818317 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (a568b722-5784-4414-b24c-41382df274af), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:11.859751 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] For port a568b722-5784-4414-b24c-41382df274af, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a568b722-5784-4414-b24c-41382df274af,segment=NetworkSegment(209df3fd-924b-4a48-aa66-7668b2a00cf0),segment_id=209df3fd-924b-4a48-aa66-7668b2a00cf0)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:11.868068 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (a568b722-5784-4414-b24c-41382df274af), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:11.881272 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-1ed9edcd-12a8-4b6b-8007-5492a5e718dd tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1806918878&fields=id&tenant_id=be64d6ea0f0149608c9a823425a0e811 HTTP/1.1" status: 200 len: 267 time: 0.1177657 Jul 24 01:09:11.933884 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Pushing event updated for resources: {'Port': ['ID=a568b722-5784-4414-b24c-41382df274af,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:11.940255 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ae655c51-454c-4b76-816d-d05d40534a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:11.990657 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:12.028370 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ae655c51-454c-4b76-816d-d05d40534a5a admin admin] Publish callbacks [] for security_group (6f0f6e9a-99e7-4407-ba2e-40dc88d1e272), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:12.033571 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ae655c51-454c-4b76-816d-d05d40534a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (6f0f6e9a-99e7-4407-ba2e-40dc88d1e272), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:12.036987 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9c23dd8b-a3a4-4ac3-a3b2-8e3809a55f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674738'] for router (49fb8c23-852d-4440-bd9c-1a84f873923e), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:12.040746 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:12.077567 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-ae655c51-454c-4b76-816d-d05d40534a5a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ceb22183768439792bfa21b640866e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919178 Jul 24 01:09:12.078303 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae655c51-454c-4b76-816d-d05d40534a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0f6e9a-99e7-4407-ba2e-40dc88d1e272,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:12.080680 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 40512) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:12.139617 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-35a4606e-3018-4180-94fb-06d61b33e84b admin admin] Publish callbacks [] for security_group (6f0f6e9a-99e7-4407-ba2e-40dc88d1e272), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:12.166794 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-35a4606e-3018-4180-94fb-06d61b33e84b admin admin] Publish callbacks [] for security_group (6f0f6e9a-99e7-4407-ba2e-40dc88d1e272), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:12.230734 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-35a4606e-3018-4180-94fb-06d61b33e84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (6f0f6e9a-99e7-4407-ba2e-40dc88d1e272), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:12.233648 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-35a4606e-3018-4180-94fb-06d61b33e84b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:12.234903 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-35a4606e-3018-4180-94fb-06d61b33e84b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f0f6e9a-99e7-4407-ba2e-40dc88d1e272 HTTP/1.1" status: 204 len: 168 time: 0.1532078 Jul 24 01:09:12.244826 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4606e-3018-4180-94fb-06d61b33e84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0f6e9a-99e7-4407-ba2e-40dc88d1e272,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:12.405429 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3d8a48-1e65-494c-8d53-e4c5b2728119 None None] Network 51a0ac89-567c-49c5-9e0e-90ef982eaba7 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:09:12.410438 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-0cc8c3f2-d24d-4b63-ab1c-ff2ef4ae75b6 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:12.411984 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-0cc8c3f2-d24d-4b63-ab1c-ff2ef4ae75b6 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/networks?id=1b1fc3ab-4643-4369-871d-3a6b06dcc201 HTTP/1.1" status: 200 len: 812 time: 0.5225344 Jul 24 01:09:12.476296 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-08b4e938-3c47-4e0a-b043-2cf5098baa4e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/quotas/be64d6ea0f0149608c9a823425a0e811 HTTP/1.1" status: 200 len: 375 time: 0.0254045 Jul 24 01:09:12.554224 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-a35e27c8-3083-4134-aff7-3a159f7c59d8 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=be64d6ea0f0149608c9a823425a0e811&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624642 Jul 24 01:09:12.563664 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c23dd8b-a3a4-4ac3-a3b2-8e3809a55f22 admin admin] Router 49fb8c23-852d-4440-bd9c-1a84f873923e is scheduled to L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a with binding_index 1 {{(pid=103996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 01:09:12.601454 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 40518) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:12.605165 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:12.613870 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-5f95c433-b0f8-4d66-8987-e54390d17b4b None None] Provisioning complete for port a568b722-5784-4414-b24c-41382df274af triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:12.614241 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5f95c433-b0f8-4d66-8987-e54390d17b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (a568b722-5784-4414-b24c-41382df274af), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:12.680155 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f17e724f-ec87-44b2-8135-fe9a1525d129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:12.722426 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:12.734717 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-5f95c433-b0f8-4d66-8987-e54390d17b4b None None] Current status of the port a568b722-5784-4414-b24c-41382df274af is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:09:12.772077 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-789217cc-93ec-465f-b6bc-6d978b83fdc4 service neutron] 10.222.0.18 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048752 Jul 24 01:09:12.823059 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c23dd8b-a3a4-4ac3-a3b2-8e3809a55f22 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:12.834288 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] Sync routers for ids ['49fb8c23-852d-4440-bd9c-1a84f873923e'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:12.847395 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] Routers {'49fb8c23-852d-4440-bd9c-1a84f873923e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:09:12.847937 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:08:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['49fb8c23-852d-4440-bd9c-1a84f873923e'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:12.893649 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9c23dd8b-a3a4-4ac3-a3b2-8e3809a55f22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:12.894918 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-9c23dd8b-a3a4-4ac3-a3b2-8e3809a55f22 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3704553 Jul 24 01:09:12.898249 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 40520) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:12.953804 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-6b1e5e7f-b85d-4465-b193-6b574b84f6bb None None] Provisioning complete for port a568b722-5784-4414-b24c-41382df274af triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:12.954430 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6b1e5e7f-b85d-4465-b193-6b574b84f6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (a568b722-5784-4414-b24c-41382df274af), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:12.957790 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] Set router 49fb8c23-852d-4440-bd9c-1a84f873923e gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:09:12.975760 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-3ec42633-c8f9-4f5a-8f61-7c77a7648c42 service neutron] 10.222.0.18 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944873 Jul 24 01:09:12.979369 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f17e724f-ec87-44b2-8135-fe9a1525d129 admin admin] Publish callbacks [] for security_group (e39ab5db-f300-45ac-ac96-e9b48e47baf7), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:12.987112 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-f17e724f-ec87-44b2-8135-fe9a1525d129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (e39ab5db-f300-45ac-ac96-e9b48e47baf7), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:13.029752 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:13.041017 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e5e7f-b85d-4465-b193-6b574b84f6bb None None] Current status of the port a568b722-5784-4414-b24c-41382df274af is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:09:13.071096 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e724f-ec87-44b2-8135-fe9a1525d129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39ab5db-f300-45ac-ac96-e9b48e47baf7,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:13.077970 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-f17e724f-ec87-44b2-8135-fe9a1525d129 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1463f56475654eb4960dc3e05b4a4fa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4710734 Jul 24 01:09:13.078348 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 40524) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:13.148860 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'name': 'tempest-TestShelveInstance-37410042-router', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185'}], 'enable_snat': True}, 'gw_port_id': '31745b64-f144-47c0-910e-08af62d7b36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:11Z', 'revision_number': 3, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'gw_port': {'id': '31745b64-f144-47c0-910e-08af62d7b36a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:13.157131 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4e64c2c1-3601-4832-967f-f27b7a9966b8 admin admin] Publish callbacks [] for security_group (e39ab5db-f300-45ac-ac96-e9b48e47baf7), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:13.166725 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:13.179498 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] Checking router: 49fb8c23-852d-4440-bd9c-1a84f873923e for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:09:13.179872 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] Updating router 49fb8c23-852d-4440-bd9c-1a84f873923e port 31745b64-f144-47c0-910e-08af62d7b36a binding host dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:09:13.182778 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4e64c2c1-3601-4832-967f-f27b7a9966b8 admin admin] Publish callbacks [] for security_group (e39ab5db-f300-45ac-ac96-e9b48e47baf7), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:13.215517 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (31745b64-f144-47c0-910e-08af62d7b36a), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:13.242803 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4e64c2c1-3601-4832-967f-f27b7a9966b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (e39ab5db-f300-45ac-ac96-e9b48e47baf7), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:13.247791 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4e64c2c1-3601-4832-967f-f27b7a9966b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:13.249339 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-4e64c2c1-3601-4832-967f-f27b7a9966b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e39ab5db-f300-45ac-ac96-e9b48e47baf7 HTTP/1.1" status: 204 len: 168 time: 0.1674147 Jul 24 01:09:13.260406 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64c2c1-3601-4832-967f-f27b7a9966b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39ab5db-f300-45ac-ac96-e9b48e47baf7,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:13.480818 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5c6d1e30-f462-4fe5-b843-a59afb5f8d1e req-e300e103-0e7c-4282-adb8-6173682c9b21 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 210 time: 0.0370440 Jul 24 01:09:13.528791 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device a568b722-5784-4414-b24c-41382df274af up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:13.563908 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d848d65b-3407-4db5-b414-554a6f0f267e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:13.608303 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] Publish callbacks [] for port (31745b64-f144-47c0-910e-08af62d7b36a), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:13.616828 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (31745b64-f144-47c0-910e-08af62d7b36a), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:13.627744 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-63f422a6-a33b-440d-b72e-e222ac95d842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:13.661420 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port a568b722-5784-4414-b24c-41382df274af triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:13.662055 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (a568b722-5784-4414-b24c-41382df274af), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:13.705794 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00addb5a-e67f-4350-aa9a-9027d547534b None None] Pushing event updated for resources: {'Port': ['ID=31745b64-f144-47c0-910e-08af62d7b36a,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:13.710134 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] Attempting to bind port 31745b64-f144-47c0-910e-08af62d7b36a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:09:13.710839 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] Attempting to bind port 31745b64-f144-47c0-910e-08af62d7b36a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:09:13.711426 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] Attempting to bind port 31745b64-f144-47c0-910e-08af62d7b36a on network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:09:13.719424 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:09:13.719820 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] Checking segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:09:13.720513 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:13.720914 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] Bound using segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:09:13.721942 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] Bound port: 31745b64-f144-47c0-910e-08af62d7b36a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:09:13.722324 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (31745b64-f144-47c0-910e-08af62d7b36a), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:13.745810 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:13.776678 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:13.780013 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port a568b722-5784-4414-b24c-41382df274af is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:09:13.815303 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-d848d65b-3407-4db5-b414-554a6f0f267e admin admin] Allocated IP 172.20.0.1 (51a0ac89-567c-49c5-9e0e-90ef982eaba7/0a6ddd35-0569-44e1-8a6a-caa33f49bcd3/569b90a4-c65d-4e22-aa72-f8fd090b5831) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:13.898855 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] For port 31745b64-f144-47c0-910e-08af62d7b36a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:13.902495 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] For port 31745b64-f144-47c0-910e-08af62d7b36a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=31745b64-f144-47c0-910e-08af62d7b36a,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:13.909919 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (31745b64-f144-47c0-910e-08af62d7b36a), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:13.940345 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:13.967820 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d848d65b-3407-4db5-b414-554a6f0f267e admin admin] Publish callbacks [] for port (569b90a4-c65d-4e22-aa72-f8fd090b5831), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:13.980581 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00addb5a-e67f-4350-aa9a-9027d547534b None None] Pushing event updated for resources: {'Port': ['ID=31745b64-f144-47c0-910e-08af62d7b36a,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:13.984346 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] Routers {'49fb8c23-852d-4440-bd9c-1a84f873923e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:09:13.985655 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:08:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['49fb8c23-852d-4440-bd9c-1a84f873923e'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:14.027265 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d848d65b-3407-4db5-b414-554a6f0f267e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (569b90a4-c65d-4e22-aa72-f8fd090b5831), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:14.085030 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d848d65b-3407-4db5-b414-554a6f0f267e admin admin] Network 51a0ac89-567c-49c5-9e0e-90ef982eaba7 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:14.092530 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-d848d65b-3407-4db5-b414-554a6f0f267e admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:14.104118 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d848d65b-3407-4db5-b414-554a6f0f267e admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:09:14.107954 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:14.113026 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848d65b-3407-4db5-b414-554a6f0f267e admin admin] Pushing event updated for resources: {'Port': ['ID=569b90a4-c65d-4e22-aa72-f8fd090b5831,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:14.123898 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] Set router 49fb8c23-852d-4440-bd9c-1a84f873923e gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:09:14.125113 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:14.170079 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d848d65b-3407-4db5-b414-554a6f0f267e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687689'] for router_interface (49fb8c23-852d-4440-bd9c-1a84f873923e), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:14.360932 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d848d65b-3407-4db5-b414-554a6f0f267e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (569b90a4-c65d-4e22-aa72-f8fd090b5831), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:14.364046 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'name': 'tempest-TestShelveInstance-37410042-router', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185'}], 'enable_snat': True}, 'gw_port_id': '31745b64-f144-47c0-910e-08af62d7b36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:11Z', 'revision_number': 3, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'gw_port': {'id': '31745b64-f144-47c0-910e-08af62d7b36a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:14.400415 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8008e104-ca42-45f6-a96c-97584593c2a7 None None] The sync data for ids ['49fb8c23-852d-4440-bd9c-1a84f873923e'] in dv-cinder-master-3-iscsi is: [{'id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'name': 'tempest-TestShelveInstance-37410042-router', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185'}], 'enable_snat': True}, 'gw_port_id': '31745b64-f144-47c0-910e-08af62d7b36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:11Z', 'revision_number': 3, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'gw_port': {'id': '31745b64-f144-47c0-910e-08af62d7b36a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:14.471806 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-331f40aa-699f-432b-888b-f00700bcc705 None None] Provisioning complete for port 569b90a4-c65d-4e22-aa72-f8fd090b5831 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:14.472807 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-331f40aa-699f-432b-888b-f00700bcc705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (569b90a4-c65d-4e22-aa72-f8fd090b5831), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:14.520181 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-331f40aa-699f-432b-888b-f00700bcc705 None None] Port 569b90a4-c65d-4e22-aa72-f8fd090b5831 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:09:14.570237 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d848d65b-3407-4db5-b414-554a6f0f267e admin admin] Publish callbacks [] for port (569b90a4-c65d-4e22-aa72-f8fd090b5831), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:14.590987 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d848d65b-3407-4db5-b414-554a6f0f267e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4959413'] for port (569b90a4-c65d-4e22-aa72-f8fd090b5831), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:14.633572 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e38abd8e-7293-4e1f-8568-95d38df8c9d3 req-cc4a1f1f-28df-40f9-8c4b-739c0b7bcd44 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 210 time: 0.0547180 Jul 24 01:09:14.679212 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848d65b-3407-4db5-b414-554a6f0f267e admin admin] Pushing event updated for resources: {'Port': ['ID=569b90a4-c65d-4e22-aa72-f8fd090b5831,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:14.716352 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-d848d65b-3407-4db5-b414-554a6f0f267e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687781'] for router_interface (49fb8c23-852d-4440-bd9c-1a84f873923e), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:14.829410 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-65fdec6a-646e-4b94-84da-a45c3c498505 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:14.831229 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-65fdec6a-646e-4b94-84da-a45c3c498505 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.39 "GET /v2.0/networks?id=1b1fc3ab-4643-4369-871d-3a6b06dcc201 HTTP/1.1" status: 200 len: 812 time: 0.1498833 Jul 24 01:09:14.897397 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d848d65b-3407-4db5-b414-554a6f0f267e admin admin] Network 51a0ac89-567c-49c5-9e0e-90ef982eaba7 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:14.899199 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-d848d65b-3407-4db5-b414-554a6f0f267e admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:14.922588 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-71adf01e-d2f8-450f-91c6-093ac8a34831 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be64d6ea0f0149608c9a823425a0e811 HTTP/1.1" status: 200 len: 380 time: 0.0697241 Jul 24 01:09:14.935179 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-9bf0d0fe-ae56-4708-a200-ff0bf97ee365 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Request body: {'port': {'device_id': '863bc791-b8b0-4b49-bf36-6dd4ab8b039d', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'admin_state_up': True, 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'security_groups': ['baf7576e-46fe-4cd8-84ac-601e7e32b245']}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:09:15.121478 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d848d65b-3407-4db5-b414-554a6f0f267e admin admin] Router 49fb8c23-852d-4440-bd9c-1a84f873923e has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:09:15.123027 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:15.128785 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-9bf0d0fe-ae56-4708-a200-ff0bf97ee365 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Made reservation on behalf of be64d6ea0f0149608c9a823425a0e811 for: {'port': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:15.132991 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-9bf0d0fe-ae56-4708-a200-ff0bf97ee365 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:15.231774 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:15.247086 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-5a3576d8-0999-4a56-b72a-1e2166531fda None None] Provisioning complete for port 569b90a4-c65d-4e22-aa72-f8fd090b5831 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:15.247953 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5a3576d8-0999-4a56-b72a-1e2166531fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (569b90a4-c65d-4e22-aa72-f8fd090b5831), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:15.252292 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d848d65b-3407-4db5-b414-554a6f0f267e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:15.272018 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-d848d65b-3407-4db5-b414-554a6f0f267e admin admin] 10.222.0.18 "PUT /v2.0/routers/49fb8c23-852d-4440-bd9c-1a84f873923e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3634665 Jul 24 01:09:15.288840 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-5a3576d8-0999-4a56-b72a-1e2166531fda None None] Port 569b90a4-c65d-4e22-aa72-f8fd090b5831 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:09:15.305066 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-9bf0d0fe-ae56-4708-a200-ff0bf97ee365 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Allocated IP 172.20.0.6 (1b1fc3ab-4643-4369-871d-3a6b06dcc201/4a105886-d6e3-4222-9b3b-646bb27299c8/2dace519-865d-4dd1-84e9-96672860e4be) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:15.310695 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:15.500660 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 31745b64-f144-47c0-910e-08af62d7b36a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:15.504590 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-9bf0d0fe-ae56-4708-a200-ff0bf97ee365 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for port (2dace519-865d-4dd1-84e9-96672860e4be), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:15.544721 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-9bf0d0fe-ae56-4708-a200-ff0bf97ee365 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (2dace519-865d-4dd1-84e9-96672860e4be), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:15.566273 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 31745b64-f144-47c0-910e-08af62d7b36a triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:15.566984 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (31745b64-f144-47c0-910e-08af62d7b36a), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:15.593432 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-9bf0d0fe-ae56-4708-a200-ff0bf97ee365 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:15.596838 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-9bf0d0fe-ae56-4708-a200-ff0bf97ee365 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:15.599849 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-9bf0d0fe-ae56-4708-a200-ff0bf97ee365 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:09:15.685488 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 31745b64-f144-47c0-910e-08af62d7b36a is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:09:15.685945 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (31745b64-f144-47c0-910e-08af62d7b36a), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:15.699392 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-9bf0d0fe-ae56-4708-a200-ff0bf97ee365 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:15.700255 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-9bf0d0fe-ae56-4708-a200-ff0bf97ee365 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:15.716037 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] For port 31745b64-f144-47c0-910e-08af62d7b36a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=31745b64-f144-47c0-910e-08af62d7b36a,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:15.717518 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0d0fe-ae56-4708-a200-ff0bf97ee365 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event updated for resources: {'Port': ['ID=2dace519-865d-4dd1-84e9-96672860e4be,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:15.723696 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (31745b64-f144-47c0-910e-08af62d7b36a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:15.726846 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-9bf0d0fe-ae56-4708-a200-ff0bf97ee365 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8001459 Jul 24 01:09:15.756405 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] Request body: {'port': {'device_id': '863bc791-b8b0-4b49-bf36-6dd4ab8b039d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:09:15.850887 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1fddc-7715-4788-bc53-d6030bd4c60b req-c45dbe62-c995-42b0-ae8b-a3f831d4de51 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:15.859916 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8eb1fddc-7715-4788-bc53-d6030bd4c60b req-c45dbe62-c995-42b0-ae8b-a3f831d4de51 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 931 time: 0.0783725 Jul 24 01:09:15.895638 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:15.896694 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (2dace519-865d-4dd1-84e9-96672860e4be), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:15.897163 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c67c-1c06-4c16-861c-b80211041194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:15.908577 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Pushing event updated for resources: {'Port': ['ID=31745b64-f144-47c0-910e-08af62d7b36a,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:15.959219 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8eb1fddc-7715-4788-bc53-d6030bd4c60b req-0ed8254d-cb57-4025-9674-39e0732fad0b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983229 Jul 24 01:09:16.024291 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-9c265169-4a45-4ca0-95d9-3399094b7f7a None None] Provisioning complete for port 2dace519-865d-4dd1-84e9-96672860e4be triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:16.027217 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-9c265169-4a45-4ca0-95d9-3399094b7f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (2dace519-865d-4dd1-84e9-96672860e4be), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:16.081658 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-9c265169-4a45-4ca0-95d9-3399094b7f7a None None] Port 2dace519-865d-4dd1-84e9-96672860e4be cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:09:16.101633 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 40590) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:16.108517 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-63df0f85-e498-416a-9cc1-c893edb7d1ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-176681494-network', 'tenant_id': '24afdf735d104a73b7f1ad8a92757ffc'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:09:16.134792 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63df0f85-e498-416a-9cc1-c893edb7d1ad admin admin] Made reservation on behalf of 24afdf735d104a73b7f1ad8a92757ffc for: {'network': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:16.138405 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-63df0f85-e498-416a-9cc1-c893edb7d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for network (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:16.153278 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-63df0f85-e498-416a-9cc1-c893edb7d1ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:16.245924 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-63df0f85-e498-416a-9cc1-c893edb7d1ad admin admin] Publish callbacks [] for security_group (c22559e2-6fc9-4c89-b930-05492d4dce65), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:16.249264 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-63df0f85-e498-416a-9cc1-c893edb7d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (c22559e2-6fc9-4c89-b930-05492d4dce65), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:16.251472 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dace519-865d-4dd1-84e9-96672860e4be {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:09:16.260442 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:09:16.265422 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] Publish callbacks [] for port (2dace519-865d-4dd1-84e9-96672860e4be), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:16.286731 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] Transition to ACTIVE for port object 2dace519-865d-4dd1-84e9-96672860e4be will not be triggered until provisioned by entity L2. {{(pid=103995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 01:09:16.289433 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63df0f85-e498-416a-9cc1-c893edb7d1ad admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:09:16.292817 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (2dace519-865d-4dd1-84e9-96672860e4be), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:16.299679 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df0f85-e498-416a-9cc1-c893edb7d1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22559e2-6fc9-4c89-b930-05492d4dce65,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:16.307861 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-63df0f85-e498-416a-9cc1-c893edb7d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (e2bdabce-5b19-403a-b36b-acaba9968b74), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:16.308296 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.segments_db [None req-63df0f85-e498-416a-9cc1-c893edb7d1ad admin admin] Added segment e2bdabce-5b19-403a-b36b-acaba9968b74 of type vlan for network b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8 Jul 24 01:09:16.354032 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-63df0f85-e498-416a-9cc1-c893edb7d1ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763390501425'] for network (b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:16.357022 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] Pushing event updated for resources: {'Port': ['ID=2dace519-865d-4dd1-84e9-96672860e4be,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:16.389794 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-63df0f85-e498-416a-9cc1-c893edb7d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025'] for network (b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:16.390913 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63df0f85-e498-416a-9cc1-c893edb7d1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:16.391603 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-63df0f85-e498-416a-9cc1-c893edb7d1ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:16.436603 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] Attempting to bind port 2dace519-865d-4dd1-84e9-96672860e4be on host hv-cinder-maste for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:09:16.436875 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] Attempting to bind port 2dace519-865d-4dd1-84e9-96672860e4be by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '186195d4-aa20-4667-aa55-9cc17d991e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:09:16.437314 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] Attempting to bind port 2dace519-865d-4dd1-84e9-96672860e4be on network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:09:16.439248 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:16.443291 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] Port 2dace519-865d-4dd1-84e9-96672860e4be on network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 01:09:16.443626 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] Attempting to bind port 2dace519-865d-4dd1-84e9-96672860e4be on network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:09:16.450142 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] Checking agent: {'id': 'e7b2140f-0e0f-4ee7-997b-e62068d5aaa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'started_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:09:16.450485 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] Checking segment: {'id': '186195d4-aa20-4667-aa55-9cc17d991e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:09:16.450899 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] Bound using segment: {'id': '186195d4-aa20-4667-aa55-9cc17d991e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:09:16.451346 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] Bound port: 2dace519-865d-4dd1-84e9-96672860e4be, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186195d4-aa20-4667-aa55-9cc17d991e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:09:16.451713 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (2dace519-865d-4dd1-84e9-96672860e4be), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:16.464409 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df0f85-e498-416a-9cc1-c893edb7d1ad admin admin] Pushing event updated for resources: {'Network': ['ID=b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:16.476380 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Network b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:09:16.478411 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-63df0f85-e498-416a-9cc1-c893edb7d1ad admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3737535 Jul 24 01:09:16.481186 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 40594) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:16.486699 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-5136867a-978b-47a2-adcb-d41069376887 admin admin] Request body: {'subnet': {'network_id': 'b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-176681494-subnet', 'tenant_id': '24afdf735d104a73b7f1ad8a92757ffc', 'ip_version': 4}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:09:16.514518 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5136867a-978b-47a2-adcb-d41069376887 admin admin] Made reservation on behalf of 24afdf735d104a73b7f1ad8a92757ffc for: {'subnet': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:16.517057 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5136867a-978b-47a2-adcb-d41069376887 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5214646'] for subnet (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:16.534220 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] For port 2dace519-865d-4dd1-84e9-96672860e4be, host hv-cinder-maste, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:16.538146 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] For port 2dace519-865d-4dd1-84e9-96672860e4be, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2dace519-865d-4dd1-84e9-96672860e4be,segment=NetworkSegment(186195d4-aa20-4667-aa55-9cc17d991e7d),segment_id=186195d4-aa20-4667-aa55-9cc17d991e7d)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:16.548966 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (2dace519-865d-4dd1-84e9-96672860e4be), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:16.604851 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:16.605428 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:16.607218 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] 10.222.0.39 "PUT /v2.0/ports/2dace519-865d-4dd1-84e9-96672860e4be HTTP/1.1" status: 200 len: 1093 time: 0.8668783 Jul 24 01:09:16.607617 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863bc791-b8b0-4b49-bf36-6dd4ab8b039d', 'tag': '2dace519-865d-4dd1-84e9-96672860e4be'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:09:16.609892 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5862093a-eb2e-4dd5-b4b3-f5e4767497e9" -d '{"events": [{"name": "network-changed", "server_uuid": "863bc791-b8b0-4b49-bf36-6dd4ab8b039d", "tag": "2dace519-865d-4dd1-84e9-96672860e4be"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:16.646930 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] Sync routers for ids ['49fb8c23-852d-4440-bd9c-1a84f873923e'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:16.648693 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b546d-4a52-497a-8388-0bfc96323838 service neutron] Pushing event updated for resources: {'Port': ['ID=2dace519-865d-4dd1-84e9-96672860e4be,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:16.662347 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] Routers {'49fb8c23-852d-4440-bd9c-1a84f873923e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:09:16.663115 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:09:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['49fb8c23-852d-4440-bd9c-1a84f873923e'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:16.678956 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c29b40-7504-4e28-87bd-7c00a23cda80 x-openstack-request-id: req-b2c29b40-7504-4e28-87bd-7c00a23cda80 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:16.679361 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863bc791-b8b0-4b49-bf36-6dd4ab8b039d", "tag": "2dace519-865d-4dd1-84e9-96672860e4be", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:16.679746 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2c29b40-7504-4e28-87bd-7c00a23cda80 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:16.680244 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2c29b40-7504-4e28-87bd-7c00a23cda80'] response: {'name': 'network-changed', 'server_uuid': '863bc791-b8b0-4b49-bf36-6dd4ab8b039d', 'tag': '2dace519-865d-4dd1-84e9-96672860e4be', 'status': 'completed', 'code': 200} Jul 24 01:09:16.761709 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5136867a-978b-47a2-adcb-d41069376887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4959266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5214628'] for subnet (232ef45d-0bf1-4d9c-b759-3599b827e9c5), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:16.780535 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] Set router 49fb8c23-852d-4440-bd9c-1a84f873923e gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:09:16.819055 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:16.830218 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136867a-978b-47a2-adcb-d41069376887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=232ef45d-0bf1-4d9c-b759-3599b827e9c5,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:16.833537 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5136867a-978b-47a2-adcb-d41069376887 admin admin] Checking segment: {'id': 'e2bdabce-5b19-403a-b36b-acaba9968b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:09:16.833902 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5136867a-978b-47a2-adcb-d41069376887 admin admin] Network hostable DHCP agents. Network: b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8, hostable agents: ['c3e033ef-4c45-4acb-8d93-0c64c51b87a9'], hosted agents: [] {{(pid=103996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:09:16.841625 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:16.855165 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5136867a-978b-47a2-adcb-d41069376887 admin admin] Network b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8 is scheduled to be hosted by DHCP agent c3e033ef-4c45-4acb-8d93-0c64c51b87a9 with binding_index 1 {{(pid=103996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:09:16.864543 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-5136867a-978b-47a2-adcb-d41069376887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8) {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:16.870162 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5136867a-978b-47a2-adcb-d41069376887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:16.870894 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5136867a-978b-47a2-adcb-d41069376887 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:16.876434 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b27eaa-72ac-407a-9e0d-fce5d3512447 None None] Network b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:09:16.888107 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5136867a-978b-47a2-adcb-d41069376887 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4057541 Jul 24 01:09:16.890652 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 40598) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:16.894897 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-c2777ee5-4b9e-4d2c-bd42-24bcd0a97446 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-176681494-router', 'tenant_id': '24afdf735d104a73b7f1ad8a92757ffc', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:09:16.917125 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c2777ee5-4b9e-4d2c-bd42-24bcd0a97446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1231'] for router (277d4900-4cf8-4332-b4e5-70b984baa18f), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:16.918196 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c2777ee5-4b9e-4d2c-bd42-24bcd0a97446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-723578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1272'] for router (277d4900-4cf8-4332-b4e5-70b984baa18f), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:16.949005 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:16.975054 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c2777ee5-4b9e-4d2c-bd42-24bcd0a97446 admin admin] Publish callbacks [] for router_controller (277d4900-4cf8-4332-b4e5-70b984baa18f), precommit_add_association {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:16.983333 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:17.073622 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74542a93-d5eb-4465-9ecc-fb091d9d213a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8', 'network_id': 'b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8', 'project_id': '24afdf735d104a73b7f1ad8a92757ffc', 'fixed_ips': [{'subnet_id': '232ef45d-0bf1-4d9c-b759-3599b827e9c5'}]}} from dv-cinder-master-3-iscsi. {{(pid=103997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 24 01:09:17.074546 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-74542a93-d5eb-4465-9ecc-fb091d9d213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:17.105975 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'name': 'tempest-TestShelveInstance-37410042-router', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185'}], 'enable_snat': True}, 'gw_port_id': '31745b64-f144-47c0-910e-08af62d7b36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:14Z', 'revision_number': 4, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'gw_port': {'id': '31745b64-f144-47c0-910e-08af62d7b36a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '569b90a4-c65d-4e22-aa72-f8fd090b5831', 'name': '', 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'mac_address': 'fa:16:3e:1e:6f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '0a6ddd35-0569-44e1-8a6a-caa33f49bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:13Z', 'updated_at': '2022-07-24T01:09:14Z', 'revision_number': 2, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'subnets': [{'id': '0a6ddd35-0569-44e1-8a6a-caa33f49bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:17.144203 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] Checking router: 49fb8c23-852d-4440-bd9c-1a84f873923e for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:09:17.144551 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] Updating router 49fb8c23-852d-4440-bd9c-1a84f873923e port 569b90a4-c65d-4e22-aa72-f8fd090b5831 binding host dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:09:17.151794 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c2777ee5-4b9e-4d2c-bd42-24bcd0a97446 admin admin] Publish callbacks [] for router_gateway (277d4900-4cf8-4332-b4e5-70b984baa18f), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:17.164632 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d90a7-2c4d-4b4b-b5bf-2ddb33a8a931 req-1b00005b-faa4-4253-ae7b-df5f1f294040 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:17.166289 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fa5d90a7-2c4d-4b4b-b5bf-2ddb33a8a931 req-1b00005b-faa4-4253-ae7b-df5f1f294040 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 943 time: 0.1189234 Jul 24 01:09:17.229651 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:17.241935 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (569b90a4-c65d-4e22-aa72-f8fd090b5831), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:17.273989 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fa5d90a7-2c4d-4b4b-b5bf-2ddb33a8a931 req-d287cc73-eb56-4d02-a923-22248ae183d3 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917687 Jul 24 01:09:17.332971 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.db_base_plugin_common [None req-74542a93-d5eb-4465-9ecc-fb091d9d213a None None] Allocated IP 172.20.0.2 (b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8/232ef45d-0bf1-4d9c-b759-3599b827e9c5/1aca7243-c58f-4e1c-8fca-6dffd98f3708) {{(pid=103997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:17.389131 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c2777ee5-4b9e-4d2c-bd42-24bcd0a97446 admin admin] Publish callbacks [] for router_gateway (277d4900-4cf8-4332-b4e5-70b984baa18f), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:17.409195 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c2777ee5-4b9e-4d2c-bd42-24bcd0a97446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:17.486509 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 31745b64-f144-47c0-910e-08af62d7b36a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:17.523272 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-c2777ee5-4b9e-4d2c-bd42-24bcd0a97446 admin admin] Allocated IP 172.37.6.35 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/949d10a2-4961-4180-96b0-39d26f67f54d) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:17.619195 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 31745b64-f144-47c0-910e-08af62d7b36a triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:17.619597 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (31745b64-f144-47c0-910e-08af62d7b36a), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:17.625481 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c2777ee5-4b9e-4d2c-bd42-24bcd0a97446 admin admin] Publish callbacks [] for port (949d10a2-4961-4180-96b0-39d26f67f54d), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:17.659878 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c2777ee5-4b9e-4d2c-bd42-24bcd0a97446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (949d10a2-4961-4180-96b0-39d26f67f54d), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:17.675065 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:17.703462 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2777ee5-4b9e-4d2c-bd42-24bcd0a97446 admin admin] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:17.708481 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-c2777ee5-4b9e-4d2c-bd42-24bcd0a97446 admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:17.716080 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2777ee5-4b9e-4d2c-bd42-24bcd0a97446 admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:09:17.739552 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:UPDATE=6,neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=5 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:17.747039 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2777ee5-4b9e-4d2c-bd42-24bcd0a97446 admin admin] Pushing event updated for resources: {'Port': ['ID=949d10a2-4961-4180-96b0-39d26f67f54d,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:17.837797 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-74542a93-d5eb-4465-9ecc-fb091d9d213a None None] Publish callbacks [] for port (1aca7243-c58f-4e1c-8fca-6dffd98f3708), precommit_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:17.870526 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-74542a93-d5eb-4465-9ecc-fb091d9d213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230'] for port (1aca7243-c58f-4e1c-8fca-6dffd98f3708), after_create {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:17.876969 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:17.882710 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:17.928851 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74542a93-d5eb-4465-9ecc-fb091d9d213a None None] Network b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8 is already hosted by enough agents. {{(pid=103997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:17.955441 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.scheduler.base_scheduler [None req-74542a93-d5eb-4465-9ecc-fb091d9d213a None None] Resources bound (agent type, host, resource id): {{(pid=103997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:17.957854 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74542a93-d5eb-4465-9ecc-fb091d9d213a None None] Received port after_create {{(pid=103997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:09:17.967176 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] Publish callbacks [] for port (569b90a4-c65d-4e22-aa72-f8fd090b5831), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:17.967365 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c2777ee5-4b9e-4d2c-bd42-24bcd0a97446 admin admin] Publish callbacks [] for router_gateway (277d4900-4cf8-4332-b4e5-70b984baa18f), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:17.978627 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74542a93-d5eb-4465-9ecc-fb091d9d213a None None] Pushing event updated for resources: {'Port': ['ID=1aca7243-c58f-4e1c-8fca-6dffd98f3708,revision_number=1']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:17.983539 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (569b90a4-c65d-4e22-aa72-f8fd090b5831), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:18.058738 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 31745b64-f144-47c0-910e-08af62d7b36a is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:09:18.088705 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b43b6-1e3e-48bf-91bd-31f64dd5058c None None] Pushing event updated for resources: {'Port': ['ID=569b90a4-c65d-4e22-aa72-f8fd090b5831,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:18.098541 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-74542a93-d5eb-4465-9ecc-fb091d9d213a None None] Attempting to bind port 1aca7243-c58f-4e1c-8fca-6dffd98f3708 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:09:18.098541 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-74542a93-d5eb-4465-9ecc-fb091d9d213a None None] Attempting to bind port 1aca7243-c58f-4e1c-8fca-6dffd98f3708 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e2bdabce-5b19-403a-b36b-acaba9968b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:09:18.098918 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74542a93-d5eb-4465-9ecc-fb091d9d213a None None] Attempting to bind port 1aca7243-c58f-4e1c-8fca-6dffd98f3708 on network b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:09:18.122260 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74542a93-d5eb-4465-9ecc-fb091d9d213a None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:09:18.122632 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74542a93-d5eb-4465-9ecc-fb091d9d213a None None] Checking segment: {'id': 'e2bdabce-5b19-403a-b36b-acaba9968b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:09:18.123057 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-74542a93-d5eb-4465-9ecc-fb091d9d213a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:18.123441 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74542a93-d5eb-4465-9ecc-fb091d9d213a None None] Bound using segment: {'id': 'e2bdabce-5b19-403a-b36b-acaba9968b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:09:18.123920 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-74542a93-d5eb-4465-9ecc-fb091d9d213a None None] Bound port: 1aca7243-c58f-4e1c-8fca-6dffd98f3708, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bdabce-5b19-403a-b36b-acaba9968b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:09:18.124297 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-74542a93-d5eb-4465-9ecc-fb091d9d213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (1aca7243-c58f-4e1c-8fca-6dffd98f3708), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:18.189782 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] Attempting to bind port 569b90a4-c65d-4e22-aa72-f8fd090b5831 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:09:18.190150 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] Attempting to bind port 569b90a4-c65d-4e22-aa72-f8fd090b5831 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '209df3fd-924b-4a48-aa66-7668b2a00cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:09:18.190508 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] Attempting to bind port 569b90a4-c65d-4e22-aa72-f8fd090b5831 on network 51a0ac89-567c-49c5-9e0e-90ef982eaba7 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:09:18.201976 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:09:18.202349 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] Checking segment: {'id': '209df3fd-924b-4a48-aa66-7668b2a00cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:09:18.202749 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:18.203167 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] Bound using segment: {'id': '209df3fd-924b-4a48-aa66-7668b2a00cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:09:18.203644 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] Bound port: 569b90a4-c65d-4e22-aa72-f8fd090b5831, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209df3fd-924b-4a48-aa66-7668b2a00cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:09:18.204028 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (569b90a4-c65d-4e22-aa72-f8fd090b5831), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:18.262279 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-74542a93-d5eb-4465-9ecc-fb091d9d213a None None] For port 1aca7243-c58f-4e1c-8fca-6dffd98f3708, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:18.284595 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-74542a93-d5eb-4465-9ecc-fb091d9d213a None None] For port 1aca7243-c58f-4e1c-8fca-6dffd98f3708, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1aca7243-c58f-4e1c-8fca-6dffd98f3708,segment=NetworkSegment(e2bdabce-5b19-403a-b36b-acaba9968b74),segment_id=e2bdabce-5b19-403a-b36b-acaba9968b74)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:18.299353 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-74542a93-d5eb-4465-9ecc-fb091d9d213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (1aca7243-c58f-4e1c-8fca-6dffd98f3708), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:18.339717 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] For port 569b90a4-c65d-4e22-aa72-f8fd090b5831, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:18.379067 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-538a399f-652c-4a71-b0d5-0f59e8f10242 None None] Provisioning complete for port 569b90a4-c65d-4e22-aa72-f8fd090b5831 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:18.379067 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-538a399f-652c-4a71-b0d5-0f59e8f10242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (569b90a4-c65d-4e22-aa72-f8fd090b5831), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:18.381068 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] For port 569b90a4-c65d-4e22-aa72-f8fd090b5831, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=569b90a4-c65d-4e22-aa72-f8fd090b5831,segment=NetworkSegment(209df3fd-924b-4a48-aa66-7668b2a00cf0),segment_id=209df3fd-924b-4a48-aa66-7668b2a00cf0)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:18.416755 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (569b90a4-c65d-4e22-aa72-f8fd090b5831), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:18.448295 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74542a93-d5eb-4465-9ecc-fb091d9d213a None None] Pushing event updated for resources: {'Port': ['ID=1aca7243-c58f-4e1c-8fca-6dffd98f3708,revision_number=2']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:18.459457 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-538a399f-652c-4a71-b0d5-0f59e8f10242 None None] Port 569b90a4-c65d-4e22-aa72-f8fd090b5831 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:09:18.474825 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d9d7d-8ad6-4907-939a-d364135b45c6 req-1715e1cc-7286-4f0e-9cb7-786df6e66d5f tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:18.478128 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ef6d9d7d-8ad6-4907-939a-d364135b45c6 req-1715e1cc-7286-4f0e-9cb7-786df6e66d5f tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 943 time: 0.0931160 Jul 24 01:09:18.483605 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:18.508701 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] Routers {'49fb8c23-852d-4440-bd9c-1a84f873923e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:09:18.511353 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:09:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['49fb8c23-852d-4440-bd9c-1a84f873923e'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:18.526650 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c2777ee5-4b9e-4d2c-bd42-24bcd0a97446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-674738'] for router (277d4900-4cf8-4332-b4e5-70b984baa18f), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:18.554490 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b43b6-1e3e-48bf-91bd-31f64dd5058c None None] Pushing event updated for resources: {'Port': ['ID=569b90a4-c65d-4e22-aa72-f8fd090b5831,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:18.561478 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:18.591298 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ef6d9d7d-8ad6-4907-939a-d364135b45c6 req-4e4ef0a3-2f06-4f6e-a664-fffa65ec2952 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012545 Jul 24 01:09:18.636153 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] Set router 49fb8c23-852d-4440-bd9c-1a84f873923e gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:09:18.738123 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2777ee5-4b9e-4d2c-bd42-24bcd0a97446 admin admin] Router 277d4900-4cf8-4332-b4e5-70b984baa18f is scheduled to L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a with binding_index 1 {{(pid=103996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 24 01:09:18.856634 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2777ee5-4b9e-4d2c-bd42-24bcd0a97446 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:18.865834 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] Sync routers for ids ['277d4900-4cf8-4332-b4e5-70b984baa18f'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:18.874745 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:18.877256 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'name': 'tempest-TestShelveInstance-37410042-router', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185'}], 'enable_snat': True}, 'gw_port_id': '31745b64-f144-47c0-910e-08af62d7b36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:14Z', 'revision_number': 4, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'gw_port': {'id': '31745b64-f144-47c0-910e-08af62d7b36a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '569b90a4-c65d-4e22-aa72-f8fd090b5831', 'name': '', 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'mac_address': 'fa:16:3e:1e:6f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '0a6ddd35-0569-44e1-8a6a-caa33f49bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:13Z', 'updated_at': '2022-07-24T01:09:18Z', 'revision_number': 4, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'subnets': [{'id': '0a6ddd35-0569-44e1-8a6a-caa33f49bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:18.877441 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c2777ee5-4b9e-4d2c-bd42-24bcd0a97446 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:18.881377 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-c2777ee5-4b9e-4d2c-bd42-24bcd0a97446 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9870970 Jul 24 01:09:18.881591 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] Routers {'277d4900-4cf8-4332-b4e5-70b984baa18f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:09:18.881591 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:09:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['277d4900-4cf8-4332-b4e5-70b984baa18f'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:18.881794 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 40608) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:18.914055 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd93a36-206a-4968-ae2d-7a509f7a5ba3 None None] The sync data for ids ['49fb8c23-852d-4440-bd9c-1a84f873923e'] in dv-cinder-master-3-iscsi is: [{'id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'name': 'tempest-TestShelveInstance-37410042-router', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185'}], 'enable_snat': True}, 'gw_port_id': '31745b64-f144-47c0-910e-08af62d7b36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:14Z', 'revision_number': 4, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'gw_port': {'id': '31745b64-f144-47c0-910e-08af62d7b36a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '569b90a4-c65d-4e22-aa72-f8fd090b5831', 'name': '', 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'mac_address': 'fa:16:3e:1e:6f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '0a6ddd35-0569-44e1-8a6a-caa33f49bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:13Z', 'updated_at': '2022-07-24T01:09:18Z', 'revision_number': 4, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'subnets': [{'id': '0a6ddd35-0569-44e1-8a6a-caa33f49bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:18.925836 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:18.934846 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-71b1e447-3e35-4958-9c9f-4888a03dfe7b None None] Provisioning complete for port 569b90a4-c65d-4e22-aa72-f8fd090b5831 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:18.935184 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-71b1e447-3e35-4958-9c9f-4888a03dfe7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (569b90a4-c65d-4e22-aa72-f8fd090b5831), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:19.020172 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:19.029237 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] Set router 277d4900-4cf8-4332-b4e5-70b984baa18f gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:09:19.056701 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-71b1e447-3e35-4958-9c9f-4888a03dfe7b None None] Current status of the port 569b90a4-c65d-4e22-aa72-f8fd090b5831 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:09:19.057961 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-71b1e447-3e35-4958-9c9f-4888a03dfe7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (569b90a4-c65d-4e22-aa72-f8fd090b5831), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:19.104553 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-71b1e447-3e35-4958-9c9f-4888a03dfe7b None None] For port 569b90a4-c65d-4e22-aa72-f8fd090b5831, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=569b90a4-c65d-4e22-aa72-f8fd090b5831,segment=NetworkSegment(209df3fd-924b-4a48-aa66-7668b2a00cf0),segment_id=209df3fd-924b-4a48-aa66-7668b2a00cf0)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:19.113692 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-71b1e447-3e35-4958-9c9f-4888a03dfe7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (569b90a4-c65d-4e22-aa72-f8fd090b5831), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:19.150013 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862093a-eb2e-4dd5-b4b3-f5e4767497e9 req-1da5f51a-42cb-4bc3-b5ee-f746923c8589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:19.152889 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5862093a-eb2e-4dd5-b4b3-f5e4767497e9 req-1da5f51a-42cb-4bc3-b5ee-f746923c8589 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be64d6ea0f0149608c9a823425a0e811&device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 1127 time: 0.0771632 Jul 24 01:09:19.171970 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1e447-3e35-4958-9c9f-4888a03dfe7b None None] Pushing event updated for resources: {'Port': ['ID=569b90a4-c65d-4e22-aa72-f8fd090b5831,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:19.184653 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:19.262832 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277d4900-4cf8-4332-b4e5-70b984baa18f', 'name': 'tempest-TestShelveInstance-176681494-router', 'tenant_id': '24afdf735d104a73b7f1ad8a92757ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.35'}], 'enable_snat': True}, 'gw_port_id': '949d10a2-4961-4180-96b0-39d26f67f54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:16Z', 'updated_at': '2022-07-24T01:09:17Z', 'revision_number': 3, 'project_id': '24afdf735d104a73b7f1ad8a92757ffc', 'gw_port': {'id': '949d10a2-4961-4180-96b0-39d26f67f54d', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277d4900-4cf8-4332-b4e5-70b984baa18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:17Z', 'updated_at': '2022-07-24T01:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:19.297566 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] Checking router: 277d4900-4cf8-4332-b4e5-70b984baa18f for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:09:19.298179 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] Updating router 277d4900-4cf8-4332-b4e5-70b984baa18f port 949d10a2-4961-4180-96b0-39d26f67f54d binding host dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:09:19.341072 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (949d10a2-4961-4180-96b0-39d26f67f54d), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:19.355627 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862093a-eb2e-4dd5-b4b3-f5e4767497e9 req-264d19e1-e320-4931-9438-ec41eb2ae6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:19.357168 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5862093a-eb2e-4dd5-b4b3-f5e4767497e9 req-264d19e1-e320-4931-9438-ec41eb2ae6bb service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=be64d6ea0f0149608c9a823425a0e811&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1893692 Jul 24 01:09:19.572334 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862093a-eb2e-4dd5-b4b3-f5e4767497e9 req-598de733-3900-474b-a1df-9bdc48b4f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:19.576981 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-5862093a-eb2e-4dd5-b4b3-f5e4767497e9 req-598de733-3900-474b-a1df-9bdc48b4f459 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2093396 Jul 24 01:09:19.663320 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:19.673992 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1962e3f8-ae6c-40a0-bcad-47c8c32b8a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:19.689455 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 1aca7243-c58f-4e1c-8fca-6dffd98f3708 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:19.724805 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:19.735379 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-e5200e83-fca7-4e79-be8c-dbb1bdef5a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:19.738038 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-e5200e83-fca7-4e79-be8c-dbb1bdef5a51 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be64d6ea0f0149608c9a823425a0e811&device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 1127 time: 0.0919449 Jul 24 01:09:19.805158 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] Publish callbacks [] for port (949d10a2-4961-4180-96b0-39d26f67f54d), precommit_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:19.809176 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 1aca7243-c58f-4e1c-8fca-6dffd98f3708 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:19.809680 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (1aca7243-c58f-4e1c-8fca-6dffd98f3708), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:19.818845 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-1ce2fb5a-83a9-4e04-9e82-3b774167a1bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dace519-865d-4dd1-84e9-96672860e4be HTTP/1.1" status: 200 len: 217 time: 0.0602362 Jul 24 01:09:19.823346 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (949d10a2-4961-4180-96b0-39d26f67f54d), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:19.898511 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-6c61af86-2da0-4219-9b89-3587aedc63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:19.905844 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-6c61af86-2da0-4219-9b89-3587aedc63f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a105886-d6e3-4222-9b3b-646bb27299c8 HTTP/1.1" status: 200 len: 851 time: 0.0768538 Jul 24 01:09:19.911052 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] Attempting to bind port 949d10a2-4961-4180-96b0-39d26f67f54d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:09:19.912339 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] Attempting to bind port 949d10a2-4961-4180-96b0-39d26f67f54d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:09:19.912339 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] Attempting to bind port 949d10a2-4961-4180-96b0-39d26f67f54d on network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:09:19.916103 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079ae0e-8e76-4330-b0c9-a7aeb8cf6007 None None] Pushing event updated for resources: {'Port': ['ID=949d10a2-4961-4180-96b0-39d26f67f54d,revision_number=2']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:19.921015 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:09:19.921487 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] Checking segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:09:19.922057 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:19.922504 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] Bound using segment: {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'} {{(pid=103998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:09:19.923008 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.managers [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] Bound port: 949d10a2-4961-4180-96b0-39d26f67f54d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774941f0-335a-45c4-b505-443b502e7c4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6'}}] {{(pid=103998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:09:19.923498 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (949d10a2-4961-4180-96b0-39d26f67f54d), before_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:19.927281 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7425bd6-a66b-4eae-926a-2b280392e2f5 req-e422650e-dc8a-457a-8092-48d47b928776 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:19.929044 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c7425bd6-a66b-4eae-926a-2b280392e2f5 req-e422650e-dc8a-457a-8092-48d47b928776 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 943 time: 0.1686754 Jul 24 01:09:19.967248 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d263e9-a43e-4747-9d6c-e1ba79ea978f None None] Network b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:09:19.976089 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-29676489-d2b6-4722-a897-fa80c9a95c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:19.978789 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-29676489-d2b6-4722-a897-fa80c9a95c53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b1fc3ab-4643-4369-871d-3a6b06dcc201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639601 Jul 24 01:09:19.992743 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] For port 949d10a2-4961-4180-96b0-39d26f67f54d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:19.997046 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.db [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] For port 949d10a2-4961-4180-96b0-39d26f67f54d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=949d10a2-4961-4180-96b0-39d26f67f54d,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:20.011275 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (949d10a2-4961-4180-96b0-39d26f67f54d), after_update {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:20.083823 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] Routers {'277d4900-4cf8-4332-b4e5-70b984baa18f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:09:20.084457 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:09:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['277d4900-4cf8-4332-b4e5-70b984baa18f'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:20.087697 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c7425bd6-a66b-4eae-926a-2b280392e2f5 req-e566a06f-0c64-47b0-916b-b20fd9ec4ea6 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469765 Jul 24 01:09:20.111145 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 1aca7243-c58f-4e1c-8fca-6dffd98f3708 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:09:20.111825 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (1aca7243-c58f-4e1c-8fca-6dffd98f3708), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:20.117728 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-1962e3f8-ae6c-40a0-bcad-47c8c32b8a9a admin admin] Allocated IP 172.20.0.1 (b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8/232ef45d-0bf1-4d9c-b759-3599b827e9c5/3748cb7d-8e79-4840-bdd8-3fbc6e4323d2) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:20.140562 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-52cd9744-26b2-4b5b-8ee9-9178c187cc1c None None] Provisioning complete for port 1aca7243-c58f-4e1c-8fca-6dffd98f3708 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:20.141321 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-52cd9744-26b2-4b5b-8ee9-9178c187cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (1aca7243-c58f-4e1c-8fca-6dffd98f3708), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:20.147806 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-461f3735-1bb1-4726-9ef8-6dcec2ae8875 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595285 Jul 24 01:09:20.163623 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:20.164527 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079ae0e-8e76-4330-b0c9-a7aeb8cf6007 None None] Pushing event updated for resources: {'Port': ['ID=949d10a2-4961-4180-96b0-39d26f67f54d,revision_number=3']} {{(pid=103998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:20.221639 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] For port 1aca7243-c58f-4e1c-8fca-6dffd98f3708, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1aca7243-c58f-4e1c-8fca-6dffd98f3708,segment=NetworkSegment(e2bdabce-5b19-403a-b36b-acaba9968b74),segment_id=e2bdabce-5b19-403a-b36b-acaba9968b74)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:20.236652 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] Set router 277d4900-4cf8-4332-b4e5-70b984baa18f gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:09:20.256920 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (1aca7243-c58f-4e1c-8fca-6dffd98f3708), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:20.258041 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 569b90a4-c65d-4e22-aa72-f8fd090b5831 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:20.272399 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1962e3f8-ae6c-40a0-bcad-47c8c32b8a9a admin admin] Publish callbacks [] for port (3748cb7d-8e79-4840-bdd8-3fbc6e4323d2), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:20.326298 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1962e3f8-ae6c-40a0-bcad-47c8c32b8a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (3748cb7d-8e79-4840-bdd8-3fbc6e4323d2), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:20.340116 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:20.359961 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:20.369614 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Pushing event updated for resources: {'Port': ['ID=1aca7243-c58f-4e1c-8fca-6dffd98f3708,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:20.388931 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1962e3f8-ae6c-40a0-bcad-47c8c32b8a9a admin admin] Network b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:20.398433 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-1962e3f8-ae6c-40a0-bcad-47c8c32b8a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:20.408039 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1962e3f8-ae6c-40a0-bcad-47c8c32b8a9a admin admin] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:09:20.415523 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962e3f8-ae6c-40a0-bcad-47c8c32b8a9a admin admin] Pushing event updated for resources: {'Port': ['ID=3748cb7d-8e79-4840-bdd8-3fbc6e4323d2,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:20.421198 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 569b90a4-c65d-4e22-aa72-f8fd090b5831 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:20.421198 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (569b90a4-c65d-4e22-aa72-f8fd090b5831), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:20.424388 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-52cd9744-26b2-4b5b-8ee9-9178c187cc1c None None] Current status of the port 1aca7243-c58f-4e1c-8fca-6dffd98f3708 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:09:20.465731 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1962e3f8-ae6c-40a0-bcad-47c8c32b8a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687689'] for router_interface (277d4900-4cf8-4332-b4e5-70b984baa18f), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:20.500906 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:20.517244 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277d4900-4cf8-4332-b4e5-70b984baa18f', 'name': 'tempest-TestShelveInstance-176681494-router', 'tenant_id': '24afdf735d104a73b7f1ad8a92757ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.35'}], 'enable_snat': True}, 'gw_port_id': '949d10a2-4961-4180-96b0-39d26f67f54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:16Z', 'updated_at': '2022-07-24T01:09:17Z', 'revision_number': 3, 'project_id': '24afdf735d104a73b7f1ad8a92757ffc', 'gw_port': {'id': '949d10a2-4961-4180-96b0-39d26f67f54d', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277d4900-4cf8-4332-b4e5-70b984baa18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:17Z', 'updated_at': '2022-07-24T01:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:20.535934 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 569b90a4-c65d-4e22-aa72-f8fd090b5831 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:09:20.553313 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c733bb-ab1e-4bfc-96c5-b1c94edf8c58 None None] The sync data for ids ['277d4900-4cf8-4332-b4e5-70b984baa18f'] in dv-cinder-master-3-iscsi is: [{'id': '277d4900-4cf8-4332-b4e5-70b984baa18f', 'name': 'tempest-TestShelveInstance-176681494-router', 'tenant_id': '24afdf735d104a73b7f1ad8a92757ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.35'}], 'enable_snat': True}, 'gw_port_id': '949d10a2-4961-4180-96b0-39d26f67f54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:16Z', 'updated_at': '2022-07-24T01:09:17Z', 'revision_number': 3, 'project_id': '24afdf735d104a73b7f1ad8a92757ffc', 'gw_port': {'id': '949d10a2-4961-4180-96b0-39d26f67f54d', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277d4900-4cf8-4332-b4e5-70b984baa18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:17Z', 'updated_at': '2022-07-24T01:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:20.590807 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:20.619344 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1962e3f8-ae6c-40a0-bcad-47c8c32b8a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (3748cb7d-8e79-4840-bdd8-3fbc6e4323d2), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:20.647831 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-a1897093-1fea-47cf-b994-16ea1b81fa79 None None] Provisioning complete for port 1aca7243-c58f-4e1c-8fca-6dffd98f3708 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:20.648420 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a1897093-1fea-47cf-b994-16ea1b81fa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (1aca7243-c58f-4e1c-8fca-6dffd98f3708), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:20.751105 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-a1897093-1fea-47cf-b994-16ea1b81fa79 None None] Current status of the port 1aca7243-c58f-4e1c-8fca-6dffd98f3708 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:09:20.834908 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1962e3f8-ae6c-40a0-bcad-47c8c32b8a9a admin admin] Publish callbacks [] for port (3748cb7d-8e79-4840-bdd8-3fbc6e4323d2), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:20.840872 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1962e3f8-ae6c-40a0-bcad-47c8c32b8a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4959413'] for port (3748cb7d-8e79-4840-bdd8-3fbc6e4323d2), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:20.871160 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-45bc747d-4205-4a47-b61a-7da19a75f42c None None] Provisioning complete for port 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:20.871539 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-45bc747d-4205-4a47-b61a-7da19a75f42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (3748cb7d-8e79-4840-bdd8-3fbc6e4323d2), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:20.904068 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-45bc747d-4205-4a47-b61a-7da19a75f42c None None] Port 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:09:20.913595 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962e3f8-ae6c-40a0-bcad-47c8c32b8a9a admin admin] Pushing event updated for resources: {'Port': ['ID=3748cb7d-8e79-4840-bdd8-3fbc6e4323d2,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:20.918486 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-1962e3f8-ae6c-40a0-bcad-47c8c32b8a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687781'] for router_interface (277d4900-4cf8-4332-b4e5-70b984baa18f), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:21.040464 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1962e3f8-ae6c-40a0-bcad-47c8c32b8a9a admin admin] Network b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:21.041901 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-1962e3f8-ae6c-40a0-bcad-47c8c32b8a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:21.084341 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8d76cfc5-c24b-4259-bf2e-662f4fd2e412 req-4785550d-fc13-4c37-af60-b2b219b636af service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399333 Jul 24 01:09:21.217912 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1962e3f8-ae6c-40a0-bcad-47c8c32b8a9a admin admin] Router 277d4900-4cf8-4332-b4e5-70b984baa18f has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:09:21.239571 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e2581-0498-4405-9542-0a4cef5f908f req-88e37c53-ec5c-4f2e-b85f-175b41516baf tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:21.241168 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-766e2581-0498-4405-9542-0a4cef5f908f req-88e37c53-ec5c-4f2e-b85f-175b41516baf tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 943 time: 0.0684388 Jul 24 01:09:21.324861 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-45fd9d08-3e86-4574-b768-1de13c008b4f None None] Provisioning complete for port 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:21.325433 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-45fd9d08-3e86-4574-b768-1de13c008b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (3748cb7d-8e79-4840-bdd8-3fbc6e4323d2), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:21.360509 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-45fd9d08-3e86-4574-b768-1de13c008b4f None None] Port 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:09:21.372224 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:21.377871 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-766e2581-0498-4405-9542-0a4cef5f908f req-1f7f3015-2ee1-4606-b57f-5e703b09bef8 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009171 Jul 24 01:09:21.384731 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1962e3f8-ae6c-40a0-bcad-47c8c32b8a9a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:21.389544 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-1962e3f8-ae6c-40a0-bcad-47c8c32b8a9a admin admin] 10.222.0.18 "PUT /v2.0/routers/277d4900-4cf8-4332-b4e5-70b984baa18f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5069036 Jul 24 01:09:21.575327 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 1aca7243-c58f-4e1c-8fca-6dffd98f3708 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:21.629522 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 1aca7243-c58f-4e1c-8fca-6dffd98f3708 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:21.629898 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (1aca7243-c58f-4e1c-8fca-6dffd98f3708), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:21.705380 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 1aca7243-c58f-4e1c-8fca-6dffd98f3708 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:09:21.706726 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 949d10a2-4961-4180-96b0-39d26f67f54d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:21.751465 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 949d10a2-4961-4180-96b0-39d26f67f54d triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:21.751845 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (949d10a2-4961-4180-96b0-39d26f67f54d), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:21.786150 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 40628) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:21.791977 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-418626e0-33be-44ba-be4d-a3472d112979 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1980147693', 'description': 'tempest-secgroup-smoke-1980147693 description', 'project_id': '6af7b896ae8f4e09957a342a4c0d3030'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:09:21.815293 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-418626e0-33be-44ba-be4d-a3472d112979 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:21.832378 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 949d10a2-4961-4180-96b0-39d26f67f54d is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:09:21.832981 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (949d10a2-4961-4180-96b0-39d26f67f54d), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:21.855648 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] For port 949d10a2-4961-4180-96b0-39d26f67f54d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=949d10a2-4961-4180-96b0-39d26f67f54d,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:21.859662 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (949d10a2-4961-4180-96b0-39d26f67f54d), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:21.892339 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-418626e0-33be-44ba-be4d-a3472d112979 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group (a45080f9-05ec-4555-b53a-252754fa24e0), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:21.895966 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-418626e0-33be-44ba-be4d-a3472d112979 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (a45080f9-05ec-4555-b53a-252754fa24e0), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:21.908139 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Pushing event updated for resources: {'Port': ['ID=949d10a2-4961-4180-96b0-39d26f67f54d,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:21.925213 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-418626e0-33be-44ba-be4d-a3472d112979 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:21.926429 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-418626e0-33be-44ba-be4d-a3472d112979 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1391387 Jul 24 01:09:21.929541 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 40632) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:21.930634 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418626e0-33be-44ba-be4d-a3472d112979 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45080f9-05ec-4555-b53a-252754fa24e0,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:21.934553 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-91620688-9b05-461a-8130-021c28a15e9d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Request body: {'security_group_rule': {'security_group_id': 'a45080f9-05ec-4555-b53a-252754fa24e0', 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:09:21.965437 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-91620688-9b05-461a-8130-021c28a15e9d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group_rule (7c5b44bf-8e17-47e9-9b2f-fb8ce3158012), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.018690 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-91620688-9b05-461a-8130-021c28a15e9d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group_rule (7c5b44bf-8e17-47e9-9b2f-fb8ce3158012), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.021934 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-91620688-9b05-461a-8130-021c28a15e9d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (7c5b44bf-8e17-47e9-9b2f-fb8ce3158012), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.041718 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91620688-9b05-461a-8130-021c28a15e9d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5b44bf-8e17-47e9-9b2f-fb8ce3158012,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:22.050281 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-91620688-9b05-461a-8130-021c28a15e9d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.051537 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-91620688-9b05-461a-8130-021c28a15e9d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209836 Jul 24 01:09:22.053170 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91620688-9b05-461a-8130-021c28a15e9d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:22.053513 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91620688-9b05-461a-8130-021c28a15e9d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:22.053865 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91620688-9b05-461a-8130-021c28a15e9d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:22.054196 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91620688-9b05-461a-8130-021c28a15e9d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:22.054526 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91620688-9b05-461a-8130-021c28a15e9d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:22.054738 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 40634) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:22.054900 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91620688-9b05-461a-8130-021c28a15e9d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:22.055188 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91620688-9b05-461a-8130-021c28a15e9d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:22.055666 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91620688-9b05-461a-8130-021c28a15e9d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:22.056017 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91620688-9b05-461a-8130-021c28a15e9d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:22.056328 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91620688-9b05-461a-8130-021c28a15e9d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:22.056650 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91620688-9b05-461a-8130-021c28a15e9d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:22.056979 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91620688-9b05-461a-8130-021c28a15e9d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:22.057298 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91620688-9b05-461a-8130-021c28a15e9d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:22.057617 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91620688-9b05-461a-8130-021c28a15e9d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:22.057937 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91620688-9b05-461a-8130-021c28a15e9d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:22.060437 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-9e7b4cba-8126-498a-97f2-c7a88d7cfd03 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Request body: {'security_group_rule': {'security_group_id': 'a45080f9-05ec-4555-b53a-252754fa24e0', 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:09:22.064898 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:22.090117 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9e7b4cba-8126-498a-97f2-c7a88d7cfd03 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group_rule (b20acd55-93bf-454a-9ab2-76555c96e793), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.146103 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9e7b4cba-8126-498a-97f2-c7a88d7cfd03 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group_rule (b20acd55-93bf-454a-9ab2-76555c96e793), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.149918 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9e7b4cba-8126-498a-97f2-c7a88d7cfd03 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (b20acd55-93bf-454a-9ab2-76555c96e793), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.169024 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b4cba-8126-498a-97f2-c7a88d7cfd03 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20acd55-93bf-454a-9ab2-76555c96e793,revision_number=0']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:22.177436 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-9e7b4cba-8126-498a-97f2-c7a88d7cfd03 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.181876 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-9e7b4cba-8126-498a-97f2-c7a88d7cfd03 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258335 Jul 24 01:09:22.182159 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 40636) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:22.187281 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-12d43ab8-7b06-45e1-a6a9-20c6ea8d492a tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Request body: {'security_group_rule': {'security_group_id': 'a45080f9-05ec-4555-b53a-252754fa24e0', 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:09:22.214597 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-12d43ab8-7b06-45e1-a6a9-20c6ea8d492a tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group_rule (08eaa2d6-7e42-4ee7-905f-72f08c00acea), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.271926 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-12d43ab8-7b06-45e1-a6a9-20c6ea8d492a tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group_rule (08eaa2d6-7e42-4ee7-905f-72f08c00acea), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.275515 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-12d43ab8-7b06-45e1-a6a9-20c6ea8d492a tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (08eaa2d6-7e42-4ee7-905f-72f08c00acea), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.294897 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d43ab8-7b06-45e1-a6a9-20c6ea8d492a tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08eaa2d6-7e42-4ee7-905f-72f08c00acea,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:22.300894 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-12d43ab8-7b06-45e1-a6a9-20c6ea8d492a tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.302086 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-12d43ab8-7b06-45e1-a6a9-20c6ea8d492a tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183877 Jul 24 01:09:22.307047 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 40638) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:22.313761 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-597d986f-f3fc-4746-ada1-fb8e71df4e21 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Request body: {'security_group_rule': {'security_group_id': 'a45080f9-05ec-4555-b53a-252754fa24e0', 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:09:22.324091 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:22.346025 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-597d986f-f3fc-4746-ada1-fb8e71df4e21 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group_rule (628db5ac-163a-4173-a09b-d64815dc2463), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.409546 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-597d986f-f3fc-4746-ada1-fb8e71df4e21 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group_rule (628db5ac-163a-4173-a09b-d64815dc2463), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.412996 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-597d986f-f3fc-4746-ada1-fb8e71df4e21 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (628db5ac-163a-4173-a09b-d64815dc2463), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.431762 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d986f-f3fc-4746-ada1-fb8e71df4e21 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628db5ac-163a-4173-a09b-d64815dc2463,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:22.434517 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:22.447562 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-597d986f-f3fc-4746-ada1-fb8e71df4e21 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.448804 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-597d986f-f3fc-4746-ada1-fb8e71df4e21 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1399720 Jul 24 01:09:22.451031 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 40642) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:22.455631 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-e8cc28fc-9304-46eb-9c6e-610184595dc9 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Request body: {'security_group_rule': {'security_group_id': 'a45080f9-05ec-4555-b53a-252754fa24e0', 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:09:22.477645 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.securitygroups_db [None req-e8cc28fc-9304-46eb-9c6e-610184595dc9 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Project 6af7b896ae8f4e09957a342a4c0d3030 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:09:22.483217 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e8cc28fc-9304-46eb-9c6e-610184595dc9 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group_rule (4b630987-94a2-4815-91c9-a7aead3d3676), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.494986 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] Sync routers for ids ['277d4900-4cf8-4332-b4e5-70b984baa18f'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:22.507381 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] Routers {'277d4900-4cf8-4332-b4e5-70b984baa18f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:09:22.508285 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:09:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['277d4900-4cf8-4332-b4e5-70b984baa18f'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:22.530892 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda41cf8-1e46-4620-897c-606171ceec20 req-e887b317-d27c-43f3-836f-1b3c620beeba tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:22.532766 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fda41cf8-1e46-4620-897c-606171ceec20 req-e887b317-d27c-43f3-836f-1b3c620beeba tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 943 time: 0.0647147 Jul 24 01:09:22.543609 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e8cc28fc-9304-46eb-9c6e-610184595dc9 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group_rule (4b630987-94a2-4815-91c9-a7aead3d3676), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.547963 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e8cc28fc-9304-46eb-9c6e-610184595dc9 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (4b630987-94a2-4815-91c9-a7aead3d3676), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.565755 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc28fc-9304-46eb-9c6e-610184595dc9 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b630987-94a2-4815-91c9-a7aead3d3676,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:22.579455 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e8cc28fc-9304-46eb-9c6e-610184595dc9 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.581066 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-e8cc28fc-9304-46eb-9c6e-610184595dc9 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290896 Jul 24 01:09:22.583837 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 40644) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:22.588697 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-9bb07c0d-65ea-4cb5-9163-1051f404489d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Request body: {'security_group_rule': {'security_group_id': 'a45080f9-05ec-4555-b53a-252754fa24e0', 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:09:22.603194 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fda41cf8-1e46-4620-897c-606171ceec20 req-70801890-8310-4196-a84c-fd2bee5564c7 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628912 Jul 24 01:09:22.612931 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.securitygroups_db [None req-9bb07c0d-65ea-4cb5-9163-1051f404489d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Project 6af7b896ae8f4e09957a342a4c0d3030 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:09:22.621665 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9bb07c0d-65ea-4cb5-9163-1051f404489d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group_rule (87eee950-f180-471b-8bc0-5327ba6b1b89), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.696807 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9bb07c0d-65ea-4cb5-9163-1051f404489d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group_rule (87eee950-f180-471b-8bc0-5327ba6b1b89), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.701101 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9bb07c0d-65ea-4cb5-9163-1051f404489d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569300'] for security_group_rule (87eee950-f180-471b-8bc0-5327ba6b1b89), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.720348 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb07c0d-65ea-4cb5-9163-1051f404489d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87eee950-f180-471b-8bc0-5327ba6b1b89,revision_number=0']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:22.731621 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9bb07c0d-65ea-4cb5-9163-1051f404489d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:22.732836 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-9bb07c0d-65ea-4cb5-9163-1051f404489d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1480443 Jul 24 01:09:22.758919 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] Set router 277d4900-4cf8-4332-b4e5-70b984baa18f gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:09:22.800813 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:22.908262 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:22.963594 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277d4900-4cf8-4332-b4e5-70b984baa18f', 'name': 'tempest-TestShelveInstance-176681494-router', 'tenant_id': '24afdf735d104a73b7f1ad8a92757ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.35'}], 'enable_snat': True}, 'gw_port_id': '949d10a2-4961-4180-96b0-39d26f67f54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:16Z', 'updated_at': '2022-07-24T01:09:20Z', 'revision_number': 4, 'project_id': '24afdf735d104a73b7f1ad8a92757ffc', 'gw_port': {'id': '949d10a2-4961-4180-96b0-39d26f67f54d', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277d4900-4cf8-4332-b4e5-70b984baa18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:17Z', 'updated_at': '2022-07-24T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3748cb7d-8e79-4840-bdd8-3fbc6e4323d2', 'name': '', 'network_id': 'b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8', 'tenant_id': '24afdf735d104a73b7f1ad8a92757ffc', 'mac_address': 'fa:16:3e:1a:4f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277d4900-4cf8-4332-b4e5-70b984baa18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '232ef45d-0bf1-4d9c-b759-3599b827e9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:19Z', 'updated_at': '2022-07-24T01:09:20Z', 'revision_number': 2, 'project_id': '24afdf735d104a73b7f1ad8a92757ffc', 'subnets': [{'id': '232ef45d-0bf1-4d9c-b759-3599b827e9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:22.988139 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] Checking router: 277d4900-4cf8-4332-b4e5-70b984baa18f for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:09:22.988487 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] Updating router 277d4900-4cf8-4332-b4e5-70b984baa18f port 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2 binding host dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:09:23.016256 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (3748cb7d-8e79-4840-bdd8-3fbc6e4323d2), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:23.285134 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] Publish callbacks [] for port (3748cb7d-8e79-4840-bdd8-3fbc6e4323d2), precommit_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:23.290448 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (3748cb7d-8e79-4840-bdd8-3fbc6e4323d2), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:23.348519 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea33b1-d4d8-461d-82b9-869e6dfe52d5 None None] Pushing event updated for resources: {'Port': ['ID=3748cb7d-8e79-4840-bdd8-3fbc6e4323d2,revision_number=3']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:23.418688 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] Attempting to bind port 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:09:23.419103 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] Attempting to bind port 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e2bdabce-5b19-403a-b36b-acaba9968b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8'}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:09:23.419455 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] Attempting to bind port 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2 on network b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8 {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:09:23.425220 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] Checking agent: {'id': '491415d9-0279-439e-ad51-33f872e25141', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 52, 19), 'started_at': datetime.datetime(2022, 7, 24, 0, 52, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:09:23.425587 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] Checking segment: {'id': 'e2bdabce-5b19-403a-b36b-acaba9968b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:09:23.426241 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:23.426640 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] Bound using segment: {'id': 'e2bdabce-5b19-403a-b36b-acaba9968b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8'} {{(pid=103997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:09:23.427277 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.managers [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] Bound port: 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bdabce-5b19-403a-b36b-acaba9968b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8'}}] {{(pid=103997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:09:23.427561 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (3748cb7d-8e79-4840-bdd8-3fbc6e4323d2), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:23.495904 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 949d10a2-4961-4180-96b0-39d26f67f54d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:23.531414 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] For port 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:23.551246 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] For port 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3748cb7d-8e79-4840-bdd8-3fbc6e4323d2,segment=NetworkSegment(e2bdabce-5b19-403a-b36b-acaba9968b74),segment_id=e2bdabce-5b19-403a-b36b-acaba9968b74)] {{(pid=103997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:23.560608 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (3748cb7d-8e79-4840-bdd8-3fbc6e4323d2), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:23.600535 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 949d10a2-4961-4180-96b0-39d26f67f54d triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:23.600829 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (949d10a2-4961-4180-96b0-39d26f67f54d), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:23.648709 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-b9952175-d1b6-42a9-9a13-b36f3f824552 None None] Provisioning complete for port 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:23.649120 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b9952175-d1b6-42a9-9a13-b36f3f824552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (3748cb7d-8e79-4840-bdd8-3fbc6e4323d2), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:23.713523 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:23.718707 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] Routers {'277d4900-4cf8-4332-b4e5-70b984baa18f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:09:23.719474 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:09:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['277d4900-4cf8-4332-b4e5-70b984baa18f'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:23.721333 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea33b1-d4d8-461d-82b9-869e6dfe52d5 None None] Pushing event updated for resources: {'Port': ['ID=3748cb7d-8e79-4840-bdd8-3fbc6e4323d2,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:23.723832 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:23.744867 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a339437-3d14-4e9f-bbb6-f461b21f79ca req-196d83b4-f85a-4150-99c8-17e1c459dec2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:23.747021 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a339437-3d14-4e9f-bbb6-f461b21f79ca req-196d83b4-f85a-4150-99c8-17e1c459dec2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 943 time: 0.0571353 Jul 24 01:09:23.835324 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a339437-3d14-4e9f-bbb6-f461b21f79ca req-6a6e4bbc-0688-4740-9888-973d6cb547ab tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823216 Jul 24 01:09:23.903862 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 949d10a2-4961-4180-96b0-39d26f67f54d is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:09:23.905845 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-b9952175-d1b6-42a9-9a13-b36f3f824552 None None] Current status of the port 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2 is: DOWN; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:09:23.906233 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b9952175-d1b6-42a9-9a13-b36f3f824552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (3748cb7d-8e79-4840-bdd8-3fbc6e4323d2), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:23.919617 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] Set router 277d4900-4cf8-4332-b4e5-70b984baa18f gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:09:24.012229 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-b9952175-d1b6-42a9-9a13-b36f3f824552 None None] For port 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3748cb7d-8e79-4840-bdd8-3fbc6e4323d2,segment=NetworkSegment(e2bdabce-5b19-403a-b36b-acaba9968b74),segment_id=e2bdabce-5b19-403a-b36b-acaba9968b74)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:24.023819 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b9952175-d1b6-42a9-9a13-b36f3f824552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (3748cb7d-8e79-4840-bdd8-3fbc6e4323d2), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:24.124226 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9952175-d1b6-42a9-9a13-b36f3f824552 None None] Pushing event updated for resources: {'Port': ['ID=3748cb7d-8e79-4840-bdd8-3fbc6e4323d2,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:24.167607 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-7c59ef72-4e7a-44b2-bb5e-910963a5776a None None] Provisioning complete for port 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:24.167981 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7c59ef72-4e7a-44b2-bb5e-910963a5776a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (3748cb7d-8e79-4840-bdd8-3fbc6e4323d2), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:24.214570 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277d4900-4cf8-4332-b4e5-70b984baa18f', 'name': 'tempest-TestShelveInstance-176681494-router', 'tenant_id': '24afdf735d104a73b7f1ad8a92757ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.35'}], 'enable_snat': True}, 'gw_port_id': '949d10a2-4961-4180-96b0-39d26f67f54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:16Z', 'updated_at': '2022-07-24T01:09:20Z', 'revision_number': 4, 'project_id': '24afdf735d104a73b7f1ad8a92757ffc', 'gw_port': {'id': '949d10a2-4961-4180-96b0-39d26f67f54d', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277d4900-4cf8-4332-b4e5-70b984baa18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:17Z', 'updated_at': '2022-07-24T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3748cb7d-8e79-4840-bdd8-3fbc6e4323d2', 'name': '', 'network_id': 'b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8', 'tenant_id': '24afdf735d104a73b7f1ad8a92757ffc', 'mac_address': 'fa:16:3e:1a:4f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277d4900-4cf8-4332-b4e5-70b984baa18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '232ef45d-0bf1-4d9c-b759-3599b827e9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:19Z', 'updated_at': '2022-07-24T01:09:23Z', 'revision_number': 4, 'project_id': '24afdf735d104a73b7f1ad8a92757ffc', 'subnets': [{'id': '232ef45d-0bf1-4d9c-b759-3599b827e9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:24.245438 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa1ec4-9200-4739-a60e-5d2baf5e2e5a None None] The sync data for ids ['277d4900-4cf8-4332-b4e5-70b984baa18f'] in dv-cinder-master-3-iscsi is: [{'id': '277d4900-4cf8-4332-b4e5-70b984baa18f', 'name': 'tempest-TestShelveInstance-176681494-router', 'tenant_id': '24afdf735d104a73b7f1ad8a92757ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.35'}], 'enable_snat': True}, 'gw_port_id': '949d10a2-4961-4180-96b0-39d26f67f54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:16Z', 'updated_at': '2022-07-24T01:09:20Z', 'revision_number': 4, 'project_id': '24afdf735d104a73b7f1ad8a92757ffc', 'gw_port': {'id': '949d10a2-4961-4180-96b0-39d26f67f54d', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277d4900-4cf8-4332-b4e5-70b984baa18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:17Z', 'updated_at': '2022-07-24T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3748cb7d-8e79-4840-bdd8-3fbc6e4323d2', 'name': '', 'network_id': 'b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8', 'tenant_id': '24afdf735d104a73b7f1ad8a92757ffc', 'mac_address': 'fa:16:3e:1a:4f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277d4900-4cf8-4332-b4e5-70b984baa18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '232ef45d-0bf1-4d9c-b759-3599b827e9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:19Z', 'updated_at': '2022-07-24T01:09:23Z', 'revision_number': 4, 'project_id': '24afdf735d104a73b7f1ad8a92757ffc', 'subnets': [{'id': '232ef45d-0bf1-4d9c-b759-3599b827e9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:24.287906 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-7c59ef72-4e7a-44b2-bb5e-910963a5776a None None] Current status of the port 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:09:24.962413 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd27fde-1019-45b5-ade9-732cb54cef0b req-d730322b-0fcc-4965-9b37-c2ca8e660280 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:24.963809 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1bd27fde-1019-45b5-ade9-732cb54cef0b req-d730322b-0fcc-4965-9b37-c2ca8e660280 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 943 time: 0.0523629 Jul 24 01:09:25.014110 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1bd27fde-1019-45b5-ade9-732cb54cef0b req-3167af0b-51c5-4e9a-ab23-2c03916372f6 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438921 Jul 24 01:09:25.502677 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:25.551805 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Provisioning complete for port 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:25.552188 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (3748cb7d-8e79-4840-bdd8-3fbc6e4323d2), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:25.629072 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Current status of the port 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2 is: ACTIVE; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:09:26.134550 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febc5fd-cea6-43b6-b874-5c8f74966b41 req-76e9f185-73fc-4ee3-887e-7f0dcd9a2e32 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:26.136089 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9febc5fd-cea6-43b6-b874-5c8f74966b41 req-76e9f185-73fc-4ee3-887e-7f0dcd9a2e32 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 943 time: 0.0497439 Jul 24 01:09:26.189874 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9febc5fd-cea6-43b6-b874-5c8f74966b41 req-c7080111-d9f6-436d-ab5b-b3f707ee2d69 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479615 Jul 24 01:09:27.310732 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82641c28-dfaf-4133-9e12-e99e90d73112 req-cb5081e1-a746-4267-952c-fc70d23b1aa8 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:27.312439 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-82641c28-dfaf-4133-9e12-e99e90d73112 req-cb5081e1-a746-4267-952c-fc70d23b1aa8 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 943 time: 0.0491319 Jul 24 01:09:27.367389 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-82641c28-dfaf-4133-9e12-e99e90d73112 req-f0f45371-add4-4323-a70d-39022b8c940e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479398 Jul 24 01:09:28.491762 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc62fcf-5eb4-4725-8ef0-e9650ff59451 req-d02bd258-9d58-47f1-839b-609571606ac1 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:28.493331 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bcc62fcf-5eb4-4725-8ef0-e9650ff59451 req-d02bd258-9d58-47f1-839b-609571606ac1 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 943 time: 0.0522239 Jul 24 01:09:28.513301 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:28.547331 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-bcc62fcf-5eb4-4725-8ef0-e9650ff59451 req-3495613c-bc7d-4dc8-843b-c58c065c11f1 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484054 Jul 24 01:09:29.667824 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5f3a3-e310-4c86-b38b-b75bd1d291a6 req-19295b32-be12-4c5b-8b2c-a510257257bd tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:29.669325 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e7e5f3a3-e310-4c86-b38b-b75bd1d291a6 req-19295b32-be12-4c5b-8b2c-a510257257bd tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 943 time: 0.0471709 Jul 24 01:09:29.718657 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e7e5f3a3-e310-4c86-b38b-b75bd1d291a6 req-494eb622-da89-46b7-bd70-3a893b315286 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437868 Jul 24 01:09:30.498687 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=9 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:30.553436 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:30.838625 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db42edb-23a8-4c71-9ada-834ba2866f41 req-825e2f0b-093a-4250-85d2-2a7d60c23a0d tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:30.840132 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9db42edb-23a8-4c71-9ada-834ba2866f41 req-825e2f0b-093a-4250-85d2-2a7d60c23a0d tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 943 time: 0.0526922 Jul 24 01:09:30.889873 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9db42edb-23a8-4c71-9ada-834ba2866f41 req-d7c6138d-4b4b-4108-a734-1d49caf874d5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441668 Jul 24 01:09:32.007029 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7165672-c1f9-4b7b-b8cf-dbe1914d8360 req-c82f45e7-8d6e-42f6-97bc-ad3ee716a5f4 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:32.009177 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f7165672-c1f9-4b7b-b8cf-dbe1914d8360 req-c82f45e7-8d6e-42f6-97bc-ad3ee716a5f4 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 943 time: 0.0497956 Jul 24 01:09:32.057944 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f7165672-c1f9-4b7b-b8cf-dbe1914d8360 req-92bd41e5-2c27-435e-a01c-8b5c481436b2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429964 Jul 24 01:09:32.718740 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 2dace519-865d-4dd1-84e9-96672860e4be details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:09:32.719931 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=31,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:32.725141 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:32.732825 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=100 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:32.951177 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 2dace519-865d-4dd1-84e9-96672860e4be, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2dace519-865d-4dd1-84e9-96672860e4be,segment=NetworkSegment(186195d4-aa20-4667-aa55-9cc17d991e7d),segment_id=186195d4-aa20-4667-aa55-9cc17d991e7d)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:32.962116 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': '2dace519-865d-4dd1-84e9-96672860e4be', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'port_id': '2dace519-865d-4dd1-84e9-96672860e4be', 'mac_address': 'fa:16:3e:14:54:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:09:32.999655 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 2dace519-865d-4dd1-84e9-96672860e4be is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:09:33.000049 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (2dace519-865d-4dd1-84e9-96672860e4be), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:33.010449 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:33.013634 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dace519-865d-4dd1-84e9-96672860e4be {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:09:33.034411 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 2dace519-865d-4dd1-84e9-96672860e4be, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2dace519-865d-4dd1-84e9-96672860e4be,segment=NetworkSegment(186195d4-aa20-4667-aa55-9cc17d991e7d),segment_id=186195d4-aa20-4667-aa55-9cc17d991e7d)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:33.039089 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (2dace519-865d-4dd1-84e9-96672860e4be), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:33.088299 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=2dace519-865d-4dd1-84e9-96672860e4be,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:33.173720 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6af11-59aa-45ae-99ae-6f5a2e1b039a req-b78a2277-6527-4db1-b5d3-2720b52e9749 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:33.175186 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9ac6af11-59aa-45ae-99ae-6f5a2e1b039a req-b78a2277-6527-4db1-b5d3-2720b52e9749 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 944 time: 0.0467567 Jul 24 01:09:33.204404 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:33.234096 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9ac6af11-59aa-45ae-99ae-6f5a2e1b039a req-5d5093cd-3e15-4373-bd20-69c5cb240d62 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534089 Jul 24 01:09:33.326208 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['2dace519-865d-4dd1-84e9-96672860e4be'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:09:34.348303 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc485b4-5e24-40bf-b184-2dd59258e18a req-1a1029ed-e71f-4e73-bb27-f73f3edfecbb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:34.349752 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9fc485b4-5e24-40bf-b184-2dd59258e18a req-1a1029ed-e71f-4e73-bb27-f73f3edfecbb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 944 time: 0.0468953 Jul 24 01:09:34.398885 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9fc485b4-5e24-40bf-b184-2dd59258e18a req-c0e6c6ff-d75d-40d6-9ecf-280d77d394e4 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434494 Jul 24 01:09:34.731535 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 2dace519-865d-4dd1-84e9-96672860e4be up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:34.780626 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning for port 2dace519-865d-4dd1-84e9-96672860e4be completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 01:09:34.786489 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port 2dace519-865d-4dd1-84e9-96672860e4be triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:34.786912 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (2dace519-865d-4dd1-84e9-96672860e4be), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:34.860824 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port 2dace519-865d-4dd1-84e9-96672860e4be is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:09:34.861221 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (2dace519-865d-4dd1-84e9-96672860e4be), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:34.884640 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863bc791-b8b0-4b49-bf36-6dd4ab8b039d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dace519-865d-4dd1-84e9-96672860e4be'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:09:34.886908 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd57f9ae-9628-4b24-b881-4ef541cd15f6" -d '{"events": [{"server_uuid": "863bc791-b8b0-4b49-bf36-6dd4ab8b039d", "name": "network-vif-plugged", "status": "completed", "tag": "2dace519-865d-4dd1-84e9-96672860e4be"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:34.900199 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port 2dace519-865d-4dd1-84e9-96672860e4be, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2dace519-865d-4dd1-84e9-96672860e4be,segment=NetworkSegment(186195d4-aa20-4667-aa55-9cc17d991e7d),segment_id=186195d4-aa20-4667-aa55-9cc17d991e7d)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:34.904937 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (2dace519-865d-4dd1-84e9-96672860e4be), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:34.937325 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e152d57d-a822-4f86-8d02-17a4d96ca354 x-openstack-request-id: req-e152d57d-a822-4f86-8d02-17a4d96ca354 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:34.937693 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863bc791-b8b0-4b49-bf36-6dd4ab8b039d", "name": "network-vif-plugged", "status": "completed", "tag": "2dace519-865d-4dd1-84e9-96672860e4be", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:34.938014 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e152d57d-a822-4f86-8d02-17a4d96ca354 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:34.938465 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e152d57d-a822-4f86-8d02-17a4d96ca354'] response: {'server_uuid': '863bc791-b8b0-4b49-bf36-6dd4ab8b039d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dace519-865d-4dd1-84e9-96672860e4be', 'code': 200} Jul 24 01:09:34.967081 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=2dace519-865d-4dd1-84e9-96672860e4be,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:35.100901 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 40830) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:35.183796 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7feac-ba46-4bfd-9169-808be17601e9 req-0c34d2b4-c7fe-4112-bd69-d14492ca4b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:35.185292 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fbc7feac-ba46-4bfd-9169-808be17601e9 req-0c34d2b4-c7fe-4112-bd69-d14492ca4b16 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 1129 time: 0.0388770 Jul 24 01:09:35.219526 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a92043b6-96aa-4f09-ab15-19fb1566b2ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:35.258638 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-fbc7feac-ba46-4bfd-9169-808be17601e9 req-7ddc451a-5df1-4684-b48f-68dcfb8724d7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655816 Jul 24 01:09:35.317694 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a92043b6-96aa-4f09-ab15-19fb1566b2ee admin admin] Publish callbacks [] for security_group (51891d35-8264-4d23-aee2-4bcfa2067c23), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:35.321102 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a92043b6-96aa-4f09-ab15-19fb1566b2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (51891d35-8264-4d23-aee2-4bcfa2067c23), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:35.359928 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-a92043b6-96aa-4f09-ab15-19fb1566b2ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5497514b9d6405eb764b63d809bc939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573280 Jul 24 01:09:35.360875 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92043b6-96aa-4f09-ab15-19fb1566b2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51891d35-8264-4d23-aee2-4bcfa2067c23,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:35.361930 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 40834) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:35.414096 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-80f9aed5-5a49-4857-a424-8fde1c37fe1d admin admin] Publish callbacks [] for security_group (51891d35-8264-4d23-aee2-4bcfa2067c23), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:35.436252 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-80f9aed5-5a49-4857-a424-8fde1c37fe1d admin admin] Publish callbacks [] for security_group (51891d35-8264-4d23-aee2-4bcfa2067c23), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:35.515733 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c4c9c-9579-4915-bff7-d334ddc480ad req-d399f808-2c88-4290-beee-9cd8550e34b6 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:35.517175 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e68c4c9c-9579-4915-bff7-d334ddc480ad req-d399f808-2c88-4290-beee-9cd8550e34b6 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 945 time: 0.0476811 Jul 24 01:09:35.517871 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-80f9aed5-5a49-4857-a424-8fde1c37fe1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (51891d35-8264-4d23-aee2-4bcfa2067c23), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:35.520331 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-80f9aed5-5a49-4857-a424-8fde1c37fe1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:35.521330 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-80f9aed5-5a49-4857-a424-8fde1c37fe1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51891d35-8264-4d23-aee2-4bcfa2067c23 HTTP/1.1" status: 204 len: 168 time: 0.1584373 Jul 24 01:09:35.541788 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9aed5-5a49-4857-a424-8fde1c37fe1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51891d35-8264-4d23-aee2-4bcfa2067c23,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:35.555254 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9aed5-5a49-4857-a424-8fde1c37fe1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:35.555599 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9aed5-5a49-4857-a424-8fde1c37fe1d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:35.555937 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9aed5-5a49-4857-a424-8fde1c37fe1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:35.556304 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9aed5-5a49-4857-a424-8fde1c37fe1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:35.556635 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9aed5-5a49-4857-a424-8fde1c37fe1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:35.556961 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9aed5-5a49-4857-a424-8fde1c37fe1d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:35.557282 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9aed5-5a49-4857-a424-8fde1c37fe1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:35.557601 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9aed5-5a49-4857-a424-8fde1c37fe1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:35.557921 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9aed5-5a49-4857-a424-8fde1c37fe1d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:35.558246 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9aed5-5a49-4857-a424-8fde1c37fe1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:35.558567 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9aed5-5a49-4857-a424-8fde1c37fe1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:35.558914 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9aed5-5a49-4857-a424-8fde1c37fe1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:35.559230 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9aed5-5a49-4857-a424-8fde1c37fe1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:35.559554 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9aed5-5a49-4857-a424-8fde1c37fe1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:35.559859 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9aed5-5a49-4857-a424-8fde1c37fe1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:35.594876 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e68c4c9c-9579-4915-bff7-d334ddc480ad req-e26f372f-8142-4150-b485-f11956e66737 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706847 Jul 24 01:09:36.708472 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430759b5-429b-41ee-9f0e-03111e1af5bf req-2a352d23-d82a-4af1-92ae-f85e607cf9d5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:36.709821 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-430759b5-429b-41ee-9f0e-03111e1af5bf req-2a352d23-d82a-4af1-92ae-f85e607cf9d5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 945 time: 0.0503750 Jul 24 01:09:36.757644 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-430759b5-429b-41ee-9f0e-03111e1af5bf req-8f40a6e6-2e4c-4973-a0db-bd0dcda24345 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419955 Jul 24 01:09:36.872947 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fac683-1605-4570-b700-4370d76a731a req-87e0ec88-33bc-4ee1-9834-50760133562b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:36.874378 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b2fac683-1605-4570-b700-4370d76a731a req-87e0ec88-33bc-4ee1-9834-50760133562b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 945 time: 0.0499723 Jul 24 01:09:36.921854 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b2fac683-1605-4570-b700-4370d76a731a req-93bfb2b3-3798-4411-b03c-6860aa3eb90b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418611 Jul 24 01:09:36.944602 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 40848) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:37.131785 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da16f4c3-9b9d-4c0d-9af7-daf689b147c3 tempest-TestVolumeBootPattern-1058588208 tempest-TestVolumeBootPattern-1058588208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:37.133253 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-da16f4c3-9b9d-4c0d-9af7-daf689b147c3 tempest-TestVolumeBootPattern-1058588208 tempest-TestVolumeBootPattern-1058588208-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 1124 time: 0.1877069 Jul 24 01:09:37.136427 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 40852) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:37.140499 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-fc1ec733-da1d-4ef1-8113-162a1cacc47e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Request body: {'floatingip': {'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'port_id': '2dace519-865d-4dd1-84e9-96672860e4be', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:09:37.160619 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc1ec733-da1d-4ef1-8113-162a1cacc47e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:37.174468 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:37.243186 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc1ec733-da1d-4ef1-8113-162a1cacc47e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:37.346391 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-fc1ec733-da1d-4ef1-8113-162a1cacc47e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Allocated IP 172.37.6.242 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/949ac760-5d09-43cd-a1a6-0b9f15acc547) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:37.417594 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:37.451732 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc1ec733-da1d-4ef1-8113-162a1cacc47e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for port (949ac760-5d09-43cd-a1a6-0b9f15acc547), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:37.484285 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc1ec733-da1d-4ef1-8113-162a1cacc47e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (949ac760-5d09-43cd-a1a6-0b9f15acc547), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:37.519213 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1ec733-da1d-4ef1-8113-162a1cacc47e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:37.522045 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-fc1ec733-da1d-4ef1-8113-162a1cacc47e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:37.528306 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ec733-da1d-4ef1-8113-162a1cacc47e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:09:37.554984 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ec733-da1d-4ef1-8113-162a1cacc47e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event updated for resources: {'Port': ['ID=949ac760-5d09-43cd-a1a6-0b9f15acc547,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:38.145234 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc1ec733-da1d-4ef1-8113-162a1cacc47e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for floatingip (2ee97436-5a54-4a76-a58a-b5c0a33940c5), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:38.199988 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:38.211652 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc1ec733-da1d-4ef1-8113-162a1cacc47e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (949ac760-5d09-43cd-a1a6-0b9f15acc547), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:38.357057 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc1ec733-da1d-4ef1-8113-162a1cacc47e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for port (949ac760-5d09-43cd-a1a6-0b9f15acc547), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:38.361478 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc1ec733-da1d-4ef1-8113-162a1cacc47e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4959413'] for port (949ac760-5d09-43cd-a1a6-0b9f15acc547), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:38.430100 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ec733-da1d-4ef1-8113-162a1cacc47e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event updated for resources: {'Port': ['ID=949ac760-5d09-43cd-a1a6-0b9f15acc547,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:38.442624 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc1ec733-da1d-4ef1-8113-162a1cacc47e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (2ee97436-5a54-4a76-a58a-b5c0a33940c5), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:38.479246 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:38.536805 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-fc1ec733-da1d-4ef1-8113-162a1cacc47e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Floating IP 2ee97436-5a54-4a76-a58a-b5c0a33940c5 associated. External IP: 172.37.6.242, port: 2dace519-865d-4dd1-84e9-96672860e4be. Jul 24 01:09:38.730089 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1ec733-da1d-4ef1-8113-162a1cacc47e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:09:38.831967 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1ec733-da1d-4ef1-8113-162a1cacc47e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:38.842654 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd654c-c041-4436-8e78-adf95ece71d9 None None] Sync routers for ids ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:38.849900 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc1ec733-da1d-4ef1-8113-162a1cacc47e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:38.854537 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd654c-c041-4436-8e78-adf95ece71d9 None None] Routers {'4c0c15ae-e9f5-440f-8ac7-a646760a72fa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:09:38.855243 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-a4dd654c-c041-4436-8e78-adf95ece71d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:09:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:38.880998 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-fc1ec733-da1d-4ef1-8113-162a1cacc47e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7435753 Jul 24 01:09:38.881587 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863bc791-b8b0-4b49-bf36-6dd4ab8b039d', 'tag': '2dace519-865d-4dd1-84e9-96672860e4be'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:09:38.884019 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15dc7ed-6492-4d50-9726-0b6c0a1e073a" -d '{"events": [{"name": "network-changed", "server_uuid": "863bc791-b8b0-4b49-bf36-6dd4ab8b039d", "tag": "2dace519-865d-4dd1-84e9-96672860e4be"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:38.921376 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa3ea47-4a6a-4901-96ca-24d9b8d3d97c x-openstack-request-id: req-4aa3ea47-4a6a-4901-96ca-24d9b8d3d97c {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:38.921667 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863bc791-b8b0-4b49-bf36-6dd4ab8b039d", "tag": "2dace519-865d-4dd1-84e9-96672860e4be", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:38.921916 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4aa3ea47-4a6a-4901-96ca-24d9b8d3d97c {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:38.922415 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa3ea47-4a6a-4901-96ca-24d9b8d3d97c'] response: {'name': 'network-changed', 'server_uuid': '863bc791-b8b0-4b49-bf36-6dd4ab8b039d', 'tag': '2dace519-865d-4dd1-84e9-96672860e4be', 'status': 'completed', 'code': 200} Jul 24 01:09:38.963418 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-a4dd654c-c041-4436-8e78-adf95ece71d9 None None] Set router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:09:39.012212 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dc7ed-6492-4d50-9726-0b6c0a1e073a req-985dc73d-743c-462b-85ed-4fa74c4110e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:39.013745 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f15dc7ed-6492-4d50-9726-0b6c0a1e073a req-985dc73d-743c-462b-85ed-4fa74c4110e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be64d6ea0f0149608c9a823425a0e811&device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 1129 time: 0.0439403 Jul 24 01:09:39.108319 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dc7ed-6492-4d50-9726-0b6c0a1e073a req-edbb6767-ce07-43d4-8d91-10ff642b5b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:39.109774 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f15dc7ed-6492-4d50-9726-0b6c0a1e073a req-edbb6767-ce07-43d4-8d91-10ff642b5b2d service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b1fc3ab-4643-4369-871d-3a6b06dcc201 HTTP/1.1" status: 200 len: 913 time: 0.0903282 Jul 24 01:09:39.173635 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f15dc7ed-6492-4d50-9726-0b6c0a1e073a req-209ef3a7-058a-4d84-85b5-89e7fd0c819a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dace519-865d-4dd1-84e9-96672860e4be HTTP/1.1" status: 200 len: 999 time: 0.0576892 Jul 24 01:09:39.174044 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-a4dd654c-c041-4436-8e78-adf95ece71d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:45Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2ee97436-5a54-4a76-a58a-b5c0a33940c5', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'floating_ip_address': '172.37.6.242', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'port_id': '2dace519-865d-4dd1-84e9-96672860e4be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'mac_address': 'fa:16:3e:14:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863bc791-b8b0-4b49-bf36-6dd4ab8b039d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:09:37Z', 'updated_at': '2022-07-24T01:09:37Z', 'revision_number': 0, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6108cae3-36f9-4923-bb1c-75d963b645b3', 'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'mac_address': 'fa:16:3e:cd:57:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:44Z', 'updated_at': '2022-07-24T01:08:49Z', 'revision_number': 5, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'subnets': [{'id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:39.202624 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd654c-c041-4436-8e78-adf95ece71d9 None None] Checking router: 4c0c15ae-e9f5-440f-8ac7-a646760a72fa for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:09:39.210953 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd654c-c041-4436-8e78-adf95ece71d9 None None] Routers {'4c0c15ae-e9f5-440f-8ac7-a646760a72fa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:09:39.211563 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-a4dd654c-c041-4436-8e78-adf95ece71d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:09:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:39.221753 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dc7ed-6492-4d50-9726-0b6c0a1e073a req-f6771597-3fa0-404f-ad91-175566354e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:39.223226 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f15dc7ed-6492-4d50-9726-0b6c0a1e073a req-f6771597-3fa0-404f-ad91-175566354e55 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a105886-d6e3-4222-9b3b-646bb27299c8 HTTP/1.1" status: 200 len: 851 time: 0.0443869 Jul 24 01:09:39.265186 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dc7ed-6492-4d50-9726-0b6c0a1e073a req-a0654b3f-d506-4ad5-9ede-ec557ece3cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:39.266707 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f15dc7ed-6492-4d50-9726-0b6c0a1e073a req-a0654b3f-d506-4ad5-9ede-ec557ece3cd4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b1fc3ab-4643-4369-871d-3a6b06dcc201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377119 Jul 24 01:09:39.310928 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-a4dd654c-c041-4436-8e78-adf95ece71d9 None None] Set router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:09:39.359304 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f15dc7ed-6492-4d50-9726-0b6c0a1e073a req-43c94d2d-d061-4ee9-8a4d-da385e44d1cd service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871508 Jul 24 01:09:39.453019 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-f15dc7ed-6492-4d50-9726-0b6c0a1e073a req-8554f53b-7092-4e1f-a7be-0240a942f9df service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881484 Jul 24 01:09:39.470461 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:39.531159 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-a4dd654c-c041-4436-8e78-adf95ece71d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:45Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2ee97436-5a54-4a76-a58a-b5c0a33940c5', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'floating_ip_address': '172.37.6.242', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'port_id': '2dace519-865d-4dd1-84e9-96672860e4be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'mac_address': 'fa:16:3e:14:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863bc791-b8b0-4b49-bf36-6dd4ab8b039d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:09:37Z', 'updated_at': '2022-07-24T01:09:37Z', 'revision_number': 0, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6108cae3-36f9-4923-bb1c-75d963b645b3', 'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'mac_address': 'fa:16:3e:cd:57:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:44Z', 'updated_at': '2022-07-24T01:08:49Z', 'revision_number': 5, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'subnets': [{'id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:39.560231 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd654c-c041-4436-8e78-adf95ece71d9 None None] The sync data for ids ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'] in dv-cinder-master-3-iscsi is: [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:45Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2ee97436-5a54-4a76-a58a-b5c0a33940c5', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'floating_ip_address': '172.37.6.242', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'port_id': '2dace519-865d-4dd1-84e9-96672860e4be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'mac_address': 'fa:16:3e:14:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863bc791-b8b0-4b49-bf36-6dd4ab8b039d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:09:37Z', 'updated_at': '2022-07-24T01:09:37Z', 'revision_number': 0, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6108cae3-36f9-4923-bb1c-75d963b645b3', 'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'mac_address': 'fa:16:3e:cd:57:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:44Z', 'updated_at': '2022-07-24T01:08:49Z', 'revision_number': 5, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'subnets': [{'id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:39.749026 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44687194-3ce2-425c-be85-7bfb65e46d62 None None] New status for floating IP 2ee97436-5a54-4a76-a58a-b5c0a33940c5: ACTIVE {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:09:39.859341 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:40.137161 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-03cea984-3ab5-42f3-af5f-ff22b216b606 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1980147693&fields=id&tenant_id=6af7b896ae8f4e09957a342a4c0d3030 HTTP/1.1" status: 200 len: 267 time: 0.0445940 Jul 24 01:09:40.225932 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:40.244845 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-f4ced442-a505-499b-aafd-d7b9d0f3051a tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:40.246280 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-f4ced442-a505-499b-aafd-d7b9d0f3051a tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/networks?id=51a0ac89-567c-49c5-9e0e-90ef982eaba7 HTTP/1.1" status: 200 len: 807 time: 0.1029465 Jul 24 01:09:40.260469 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-ed15e11f-9926-4c35-be56-e1dfeff17fd2 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/quotas/6af7b896ae8f4e09957a342a4c0d3030 HTTP/1.1" status: 200 len: 375 time: 0.0088160 Jul 24 01:09:40.308035 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-415d4f97-4185-439d-8ea5-a03b57d1d4b9 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6af7b896ae8f4e09957a342a4c0d3030&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427868 Jul 24 01:09:40.406461 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-7996453d-f3dc-49b1-85be-145714aa383e service neutron] 10.222.0.18 "GET /v2.0/networks/51a0ac89-567c-49c5-9e0e-90ef982eaba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863993 Jul 24 01:09:40.500233 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-910716b0-674c-4e0b-bab6-54775d7ae4c6 service neutron] 10.222.0.18 "GET /v2.0/networks/51a0ac89-567c-49c5-9e0e-90ef982eaba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880039 Jul 24 01:09:40.784768 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6d3e073d-5ffb-4803-888e-077c2a5dec42 req-9288a377-b36e-4469-b836-4b36a3e84d57 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 210 time: 0.0290687 Jul 24 01:09:41.800789 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-e50bcb08-eeee-4254-98d1-bf18a6a9ff3c tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:41.802248 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-e50bcb08-eeee-4254-98d1-bf18a6a9ff3c tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.39 "GET /v2.0/networks?id=51a0ac89-567c-49c5-9e0e-90ef982eaba7 HTTP/1.1" status: 200 len: 807 time: 0.1091237 Jul 24 01:09:41.874601 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-72f085eb-643e-49ac-a739-d69c9cd66775 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6af7b896ae8f4e09957a342a4c0d3030 HTTP/1.1" status: 200 len: 380 time: 0.0586486 Jul 24 01:09:41.883102 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-97422d8c-f34c-47e2-bf44-9112f435c8d8 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Request body: {'port': {'device_id': 'dce7c08a-cea9-4fe0-a0e5-5f6224f293ce', 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7', 'admin_state_up': True, 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'security_groups': ['a45080f9-05ec-4555-b53a-252754fa24e0']}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:09:41.888272 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:41.891691 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fdb3b2d2-e83e-4a0a-a463-7e08b4d78e6e req-00912f50-08d0-449b-9117-f8c87d801f9c tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 210 time: 0.0318627 Jul 24 01:09:41.909825 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:41.999777 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-97422d8c-f34c-47e2-bf44-9112f435c8d8 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Made reservation on behalf of 6af7b896ae8f4e09957a342a4c0d3030 for: {'port': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:42.003222 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-97422d8c-f34c-47e2-bf44-9112f435c8d8 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:42.125960 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-97422d8c-f34c-47e2-bf44-9112f435c8d8 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Allocated IP 172.20.0.11 (51a0ac89-567c-49c5-9e0e-90ef982eaba7/0a6ddd35-0569-44e1-8a6a-caa33f49bcd3/cff1233a-7129-41d1-b7f6-a56a7166e345) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:42.278333 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-97422d8c-f34c-47e2-bf44-9112f435c8d8 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:42.318883 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-97422d8c-f34c-47e2-bf44-9112f435c8d8 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:42.369701 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-97422d8c-f34c-47e2-bf44-9112f435c8d8 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Network 51a0ac89-567c-49c5-9e0e-90ef982eaba7 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:42.374969 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-97422d8c-f34c-47e2-bf44-9112f435c8d8 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:42.377513 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-97422d8c-f34c-47e2-bf44-9112f435c8d8 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:09:42.410973 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97422d8c-f34c-47e2-bf44-9112f435c8d8 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Pushing event updated for resources: {'Port': ['ID=cff1233a-7129-41d1-b7f6-a56a7166e345,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:42.439787 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-97422d8c-f34c-47e2-bf44-9112f435c8d8 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:42.440429 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-97422d8c-f34c-47e2-bf44-9112f435c8d8 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:42.461788 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-97422d8c-f34c-47e2-bf44-9112f435c8d8 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5824955 Jul 24 01:09:42.480439 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] Request body: {'port': {'device_id': 'dce7c08a-cea9-4fe0-a0e5-5f6224f293ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:09:42.544229 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:42.641609 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-c7cdded6-c325-4e84-bccb-8927ac173df4 None None] Provisioning complete for port cff1233a-7129-41d1-b7f6-a56a7166e345 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:42.642165 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c7cdded6-c325-4e84-bccb-8927ac173df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:42.660860 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:42.679186 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-c7cdded6-c325-4e84-bccb-8927ac173df4 None None] Port cff1233a-7129-41d1-b7f6-a56a7166e345 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:09:42.726330 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:42.756208 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:42.809536 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff1233a-7129-41d1-b7f6-a56a7166e345 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:09:42.817335 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] Publish callbacks [] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:42.829708 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] Transition to ACTIVE for port object cff1233a-7129-41d1-b7f6-a56a7166e345 will not be triggered until provisioned by entity L2. {{(pid=103995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 01:09:42.833486 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:42.886603 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] Pushing event updated for resources: {'Port': ['ID=cff1233a-7129-41d1-b7f6-a56a7166e345,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:42.956188 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] Attempting to bind port cff1233a-7129-41d1-b7f6-a56a7166e345 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:09:42.956671 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] Attempting to bind port cff1233a-7129-41d1-b7f6-a56a7166e345 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '209df3fd-924b-4a48-aa66-7668b2a00cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:09:42.957009 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] Attempting to bind port cff1233a-7129-41d1-b7f6-a56a7166e345 on network 51a0ac89-567c-49c5-9e0e-90ef982eaba7 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:09:42.961682 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] Port cff1233a-7129-41d1-b7f6-a56a7166e345 on network 51a0ac89-567c-49c5-9e0e-90ef982eaba7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 01:09:42.962053 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] Attempting to bind port cff1233a-7129-41d1-b7f6-a56a7166e345 on network 51a0ac89-567c-49c5-9e0e-90ef982eaba7 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:09:42.967986 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] Checking agent: {'id': 'e7b2140f-0e0f-4ee7-997b-e62068d5aaa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'started_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:09:42.968320 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] Checking segment: {'id': '209df3fd-924b-4a48-aa66-7668b2a00cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:09:42.968701 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] Bound using segment: {'id': '209df3fd-924b-4a48-aa66-7668b2a00cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:09:42.969128 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] Bound port: cff1233a-7129-41d1-b7f6-a56a7166e345, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209df3fd-924b-4a48-aa66-7668b2a00cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:09:42.969492 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:43.017310 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58595c7b-f992-43d4-9302-088c9c190d93 req-9ffb6f73-40e0-47d5-8049-e42f1871d1f7 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:43.018865 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-58595c7b-f992-43d4-9302-088c9c190d93 req-9ffb6f73-40e0-47d5-8049-e42f1871d1f7 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 944 time: 0.0501416 Jul 24 01:09:43.038217 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] For port cff1233a-7129-41d1-b7f6-a56a7166e345, host hv-cinder-maste, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:43.044899 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] For port cff1233a-7129-41d1-b7f6-a56a7166e345, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cff1233a-7129-41d1-b7f6-a56a7166e345,segment=NetworkSegment(209df3fd-924b-4a48-aa66-7668b2a00cf0),segment_id=209df3fd-924b-4a48-aa66-7668b2a00cf0)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:43.052357 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:43.074145 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-58595c7b-f992-43d4-9302-088c9c190d93 req-b40b4267-4240-43b8-91c6-e1a94f594336 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494139 Jul 24 01:09:43.085731 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:43.086346 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:43.088700 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] 10.222.0.39 "PUT /v2.0/ports/cff1233a-7129-41d1-b7f6-a56a7166e345 HTTP/1.1" status: 200 len: 1094 time: 0.6133113 Jul 24 01:09:43.089250 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce7c08a-cea9-4fe0-a0e5-5f6224f293ce', 'tag': 'cff1233a-7129-41d1-b7f6-a56a7166e345'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:09:43.091535 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377e1abf-b908-4afc-a90a-01612935281e" -d '{"events": [{"name": "network-changed", "server_uuid": "dce7c08a-cea9-4fe0-a0e5-5f6224f293ce", "tag": "cff1233a-7129-41d1-b7f6-a56a7166e345"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:43.120963 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f918f-22a0-46d1-b574-83adc8306f01 service neutron] Pushing event updated for resources: {'Port': ['ID=cff1233a-7129-41d1-b7f6-a56a7166e345,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:43.143100 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa86c5c4-9593-45c8-9b67-0e2b3e7bf613 x-openstack-request-id: req-aa86c5c4-9593-45c8-9b67-0e2b3e7bf613 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:43.143397 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce7c08a-cea9-4fe0-a0e5-5f6224f293ce", "tag": "cff1233a-7129-41d1-b7f6-a56a7166e345", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:43.143650 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa86c5c4-9593-45c8-9b67-0e2b3e7bf613 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:43.144113 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa86c5c4-9593-45c8-9b67-0e2b3e7bf613'] response: {'name': 'network-changed', 'server_uuid': 'dce7c08a-cea9-4fe0-a0e5-5f6224f293ce', 'tag': 'cff1233a-7129-41d1-b7f6-a56a7166e345', 'status': 'completed', 'code': 200} Jul 24 01:09:43.200370 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-4a2640af-469b-4686-9ae1-07991fd77e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:43.202053 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-4a2640af-469b-4686-9ae1-07991fd77e2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6af7b896ae8f4e09957a342a4c0d3030&device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 1128 time: 0.0419464 Jul 24 01:09:43.495387 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-794ff929-8185-46e1-b82c-08c5f39cc30c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cff1233a-7129-41d1-b7f6-a56a7166e345 HTTP/1.1" status: 200 len: 217 time: 0.2804840 Jul 24 01:09:43.541794 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-7e30f03d-2fa7-4a5e-a842-a2377b9fa02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:43.543190 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-7e30f03d-2fa7-4a5e-a842-a2377b9fa02e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a6ddd35-0569-44e1-8a6a-caa33f49bcd3 HTTP/1.1" status: 200 len: 846 time: 0.0424585 Jul 24 01:09:43.575057 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3024f50d-f827-4f1e-b367-3c20bb64acd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:43.587579 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-20e992c5-0ff1-47ca-9688-808f2f6c9188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:43.589059 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-20e992c5-0ff1-47ca-9688-808f2f6c9188 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51a0ac89-567c-49c5-9e0e-90ef982eaba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407279 Jul 24 01:09:43.679432 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-a5b54e40-ba7b-4aa5-a829-9c2dcd13ba93 service neutron] 10.222.0.39 "GET /v2.0/networks/51a0ac89-567c-49c5-9e0e-90ef982eaba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841413 Jul 24 01:09:43.766627 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8835a9d1-585b-4145-b6cc-4a107c5a0a17 req-5f841489-0c36-4e69-baff-64249225864b service neutron] 10.222.0.39 "GET /v2.0/networks/51a0ac89-567c-49c5-9e0e-90ef982eaba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812137 Jul 24 01:09:44.078996 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e1abf-b908-4afc-a90a-01612935281e req-db0d722d-8502-4255-b517-3abc1c1f2fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:44.080420 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-377e1abf-b908-4afc-a90a-01612935281e req-db0d722d-8502-4255-b517-3abc1c1f2fb6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6af7b896ae8f4e09957a342a4c0d3030&device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 1128 time: 0.0427051 Jul 24 01:09:44.145058 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:44.171930 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e1abf-b908-4afc-a90a-01612935281e req-2acb1efd-697c-4c6f-a291-d6344e492dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:44.173445 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-377e1abf-b908-4afc-a90a-01612935281e req-2acb1efd-697c-4c6f-a291-d6344e492dd3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=51a0ac89-567c-49c5-9e0e-90ef982eaba7 HTTP/1.1" status: 200 len: 908 time: 0.0873418 Jul 24 01:09:44.198052 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cbe69-f221-46e2-8aa1-e47798ab66be req-a43aa33b-754c-493c-9c18-60eafae23cb0 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:44.199841 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-336cbe69-f221-46e2-8aa1-e47798ab66be req-a43aa33b-754c-493c-9c18-60eafae23cb0 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 944 time: 0.0528309 Jul 24 01:09:44.220668 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:44.225912 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-377e1abf-b908-4afc-a90a-01612935281e req-ad50e775-0fc7-45f7-87a0-e534d24bb2c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cff1233a-7129-41d1-b7f6-a56a7166e345 HTTP/1.1" status: 200 len: 217 time: 0.0375371 Jul 24 01:09:44.250691 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-336cbe69-f221-46e2-8aa1-e47798ab66be req-9b7802ac-ac44-4114-af0b-21e776dd7ff8 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451646 Jul 24 01:09:44.485595 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e1abf-b908-4afc-a90a-01612935281e req-46c05fa2-9263-4338-93e3-6edf658c97bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:44.487080 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-377e1abf-b908-4afc-a90a-01612935281e req-46c05fa2-9263-4338-93e3-6edf658c97bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a6ddd35-0569-44e1-8a6a-caa33f49bcd3 HTTP/1.1" status: 200 len: 846 time: 0.0464413 Jul 24 01:09:44.529932 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e1abf-b908-4afc-a90a-01612935281e req-12cf800d-afa8-4783-a407-c9dd5a734a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:44.531504 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-377e1abf-b908-4afc-a90a-01612935281e req-12cf800d-afa8-4783-a407-c9dd5a734a4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51a0ac89-567c-49c5-9e0e-90ef982eaba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391216 Jul 24 01:09:44.569862 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:44.629804 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-377e1abf-b908-4afc-a90a-01612935281e req-feff7adf-0cbb-4ff1-b9ca-61d48a478751 service neutron] 10.222.0.39 "GET /v2.0/networks/51a0ac89-567c-49c5-9e0e-90ef982eaba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875199 Jul 24 01:09:44.856358 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-377e1abf-b908-4afc-a90a-01612935281e req-5a819492-84a9-4046-bf73-718028f5f459 service neutron] 10.222.0.39 "GET /v2.0/networks/51a0ac89-567c-49c5-9e0e-90ef982eaba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850167 Jul 24 01:09:45.365493 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706eb07-f6d1-45b5-a583-6c0571187d1b req-e24313a2-9793-4451-b1df-9a5c522af0fe tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:45.366993 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c706eb07-f6d1-45b5-a583-6c0571187d1b req-e24313a2-9793-4451-b1df-9a5c522af0fe tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 944 time: 0.0466015 Jul 24 01:09:45.416578 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c706eb07-f6d1-45b5-a583-6c0571187d1b req-383c4aa9-65ce-4667-8de1-c229bae68370 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428307 Jul 24 01:09:45.851891 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7cd345ae-2824-4164-bd06-bb18a22a2ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:46.535400 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903f900-f523-4b85-9784-42c81fe3f4f7 req-00ae5fcb-5493-4029-9f66-1b9ed73c8dca tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:46.536838 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e903f900-f523-4b85-9784-42c81fe3f4f7 req-00ae5fcb-5493-4029-9f66-1b9ed73c8dca tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 944 time: 0.0500016 Jul 24 01:09:46.585348 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e903f900-f523-4b85-9784-42c81fe3f4f7 req-74237772-0d00-499c-bd44-c754f1acdb7f tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428214 Jul 24 01:09:47.134696 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:47.698322 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb02966-91cb-4d15-b0f9-3812c5cf30eb req-5c28ddc2-0fbb-49ab-92fe-d917ecdb99cb tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:47.699858 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5cb02966-91cb-4d15-b0f9-3812c5cf30eb req-5c28ddc2-0fbb-49ab-92fe-d917ecdb99cb tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 944 time: 0.0475547 Jul 24 01:09:47.747391 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5cb02966-91cb-4d15-b0f9-3812c5cf30eb req-b840e2ec-208b-4a3b-8835-6ced86c20539 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419924 Jul 24 01:09:48.345276 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a2a36b13-59f6-41aa-a174-40a38d45b5b9 req-52a75eaa-4d29-4b15-9444-762409feeef8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414832 Jul 24 01:09:48.430460 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:48.442744 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a36b13-59f6-41aa-a174-40a38d45b5b9 req-cfbe27a1-6d46-43e8-8563-e4a5423a37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:48.444277 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a2a36b13-59f6-41aa-a174-40a38d45b5b9 req-cfbe27a1-6d46-43e8-8563-e4a5423a37c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be64d6ea0f0149608c9a823425a0e811&device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 1129 time: 0.0403795 Jul 24 01:09:48.547322 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a36b13-59f6-41aa-a174-40a38d45b5b9 req-0bee250d-a9e5-461a-b39a-45f36a1c3939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:48.548769 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a2a36b13-59f6-41aa-a174-40a38d45b5b9 req-0bee250d-a9e5-461a-b39a-45f36a1c3939 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b1fc3ab-4643-4369-871d-3a6b06dcc201 HTTP/1.1" status: 200 len: 913 time: 0.0847471 Jul 24 01:09:48.613848 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a2a36b13-59f6-41aa-a174-40a38d45b5b9 req-153d5b13-6c32-4c1b-94a3-9b53471f6177 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dace519-865d-4dd1-84e9-96672860e4be HTTP/1.1" status: 200 len: 1001 time: 0.0571859 Jul 24 01:09:48.662944 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a36b13-59f6-41aa-a174-40a38d45b5b9 req-8f03046c-c2dd-4727-9506-345a7fd9f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:48.664348 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a2a36b13-59f6-41aa-a174-40a38d45b5b9 req-8f03046c-c2dd-4727-9506-345a7fd9f9c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a105886-d6e3-4222-9b3b-646bb27299c8 HTTP/1.1" status: 200 len: 851 time: 0.0424614 Jul 24 01:09:48.706037 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a36b13-59f6-41aa-a174-40a38d45b5b9 req-460a6c55-3e4a-4272-87ca-955f2e009f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:48.707573 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a2a36b13-59f6-41aa-a174-40a38d45b5b9 req-460a6c55-3e4a-4272-87ca-955f2e009f77 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b1fc3ab-4643-4369-871d-3a6b06dcc201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369277 Jul 24 01:09:48.800333 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a2a36b13-59f6-41aa-a174-40a38d45b5b9 req-4adff6da-a0d8-4bbb-b58f-17f268652ce0 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862126 Jul 24 01:09:48.858714 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:48.861631 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac121689-a40b-4f0b-bfdd-d913793dc77f req-f93c7922-0555-4157-af01-71d3ef660f30 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:48.863171 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ac121689-a40b-4f0b-bfdd-d913793dc77f req-f93c7922-0555-4157-af01-71d3ef660f30 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 944 time: 0.0481186 Jul 24 01:09:48.896844 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a2a36b13-59f6-41aa-a174-40a38d45b5b9 req-2acd8004-5311-49e5-bc99-e5fce188383c service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904515 Jul 24 01:09:48.918075 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ac121689-a40b-4f0b-bfdd-d913793dc77f req-ee97a5fd-488a-4ef3-bb11-cf26d18f30c5 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490730 Jul 24 01:09:50.031317 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a300471-e252-40cf-b895-d08e4537e9c3 req-9836ad92-8a6b-4e46-b57b-26da52022231 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:50.032763 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8a300471-e252-40cf-b895-d08e4537e9c3 req-9836ad92-8a6b-4e46-b57b-26da52022231 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 944 time: 0.0457451 Jul 24 01:09:50.080795 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8a300471-e252-40cf-b895-d08e4537e9c3 req-a599eccb-c8d7-4057-bc7f-c7c85f1e47f5 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425904 Jul 24 01:09:50.783091 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device cff1233a-7129-41d1-b7f6-a56a7166e345 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:09:50.880454 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port cff1233a-7129-41d1-b7f6-a56a7166e345, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cff1233a-7129-41d1-b7f6-a56a7166e345,segment=NetworkSegment(209df3fd-924b-4a48-aa66-7668b2a00cf0),segment_id=209df3fd-924b-4a48-aa66-7668b2a00cf0)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:50.892445 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': 'cff1233a-7129-41d1-b7f6-a56a7166e345', 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7', 'port_id': 'cff1233a-7129-41d1-b7f6-a56a7166e345', 'mac_address': 'fa:16:3e:e6:5a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a6ddd35-0569-44e1-8a6a-caa33f49bcd3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:09:50.929699 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port cff1233a-7129-41d1-b7f6-a56a7166e345 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:09:50.930082 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:50.944206 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff1233a-7129-41d1-b7f6-a56a7166e345 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:09:50.964340 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port cff1233a-7129-41d1-b7f6-a56a7166e345, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cff1233a-7129-41d1-b7f6-a56a7166e345,segment=NetworkSegment(209df3fd-924b-4a48-aa66-7668b2a00cf0),segment_id=209df3fd-924b-4a48-aa66-7668b2a00cf0)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:50.968220 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:51.014370 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=cff1233a-7129-41d1-b7f6-a56a7166e345,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:51.021339 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:51.021678 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:51.022015 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:51.022345 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:51.022669 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:51.023022 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:51.023342 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:51.023660 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:51.023980 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:51.024294 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:51.024610 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:51.024927 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:51.025386 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:51.025852 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:51.026173 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:51.194649 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1993b2e-1ad7-4ea6-9564-588aa73bd923 req-d3400325-494e-4967-a8a2-c65c45de472c tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:51.196266 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1993b2e-1ad7-4ea6-9564-588aa73bd923 req-d3400325-494e-4967-a8a2-c65c45de472c tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 945 time: 0.0482206 Jul 24 01:09:51.227490 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:51.245161 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f1993b2e-1ad7-4ea6-9564-588aa73bd923 req-9e79e0a2-6fd1-4709-a276-df90b6f1ea1c tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434570 Jul 24 01:09:51.274253 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['cff1233a-7129-41d1-b7f6-a56a7166e345'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:09:51.441140 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:52.363925 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1195443-9647-4c23-ad79-c1bc57031b3b req-310b4495-fc0a-4159-8ed2-b6950d912333 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:52.365374 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b1195443-9647-4c23-ad79-c1bc57031b3b req-310b4495-fc0a-4159-8ed2-b6950d912333 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 945 time: 0.0501449 Jul 24 01:09:52.414452 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b1195443-9647-4c23-ad79-c1bc57031b3b req-04a45327-ccab-4c39-9b14-e1e489001aa1 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430145 Jul 24 01:09:52.809347 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device cff1233a-7129-41d1-b7f6-a56a7166e345 up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:52.851633 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning for port cff1233a-7129-41d1-b7f6-a56a7166e345 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 01:09:52.857376 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port cff1233a-7129-41d1-b7f6-a56a7166e345 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:09:52.857756 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:52.893236 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:52.933209 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port cff1233a-7129-41d1-b7f6-a56a7166e345 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:09:52.933591 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:52.956302 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce7c08a-cea9-4fe0-a0e5-5f6224f293ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff1233a-7129-41d1-b7f6-a56a7166e345'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:09:52.958500 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f05525a-a0c1-49dc-9fed-70254340bccc" -d '{"events": [{"server_uuid": "dce7c08a-cea9-4fe0-a0e5-5f6224f293ce", "name": "network-vif-plugged", "status": "completed", "tag": "cff1233a-7129-41d1-b7f6-a56a7166e345"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:52.971294 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port cff1233a-7129-41d1-b7f6-a56a7166e345, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cff1233a-7129-41d1-b7f6-a56a7166e345,segment=NetworkSegment(209df3fd-924b-4a48-aa66-7668b2a00cf0),segment_id=209df3fd-924b-4a48-aa66-7668b2a00cf0)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:52.975670 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:53.000224 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cc0226-9ed1-4613-b808-672c2568c9eb x-openstack-request-id: req-13cc0226-9ed1-4613-b808-672c2568c9eb {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:53.000507 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce7c08a-cea9-4fe0-a0e5-5f6224f293ce", "name": "network-vif-plugged", "status": "completed", "tag": "cff1233a-7129-41d1-b7f6-a56a7166e345", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:53.000754 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13cc0226-9ed1-4613-b808-672c2568c9eb {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:53.001177 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13cc0226-9ed1-4613-b808-672c2568c9eb'] response: {'server_uuid': 'dce7c08a-cea9-4fe0-a0e5-5f6224f293ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff1233a-7129-41d1-b7f6-a56a7166e345', 'code': 200} Jul 24 01:09:53.026383 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=cff1233a-7129-41d1-b7f6-a56a7166e345,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:53.247912 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9027655-a189-4a65-b304-e2d688607463 req-23d1d0b5-534f-4e93-8c81-8e2e10287d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:53.249396 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a9027655-a189-4a65-b304-e2d688607463 req-23d1d0b5-534f-4e93-8c81-8e2e10287d87 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 1130 time: 0.0421658 Jul 24 01:09:53.259678 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:09:53.296595 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-a9027655-a189-4a65-b304-e2d688607463 req-427e4d77-7cfc-4555-b392-4396b4ec8302 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413535 Jul 24 01:09:53.525499 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226b88c-0d63-466b-8aa6-82c4bbdd248e req-8897b904-2281-48ef-8091-d4f04ec2db9e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:53.526913 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a226b88c-0d63-466b-8aa6-82c4bbdd248e req-8897b904-2281-48ef-8091-d4f04ec2db9e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 946 time: 0.0454431 Jul 24 01:09:53.575709 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a226b88c-0d63-466b-8aa6-82c4bbdd248e req-8c939fd2-a884-4a6f-8cf2-6eec07389704 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432041 Jul 24 01:09:54.688869 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43057e74-100a-468d-ae8f-9b0f428a2c44 req-7ba96a74-6409-4574-a60c-3246cf647057 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:54.690298 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43057e74-100a-468d-ae8f-9b0f428a2c44 req-7ba96a74-6409-4574-a60c-3246cf647057 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 946 time: 0.0470967 Jul 24 01:09:54.749965 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-43057e74-100a-468d-ae8f-9b0f428a2c44 req-ecf3eaac-7f05-4937-988a-3b8a54c87500 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538831 Jul 24 01:09:54.864343 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120edde-1f76-40d3-8e88-9ac7536dd9d7 req-4d6f8365-3dbc-4a8c-8dd6-bd669d960cc7 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:54.865778 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9120edde-1f76-40d3-8e88-9ac7536dd9d7 req-4d6f8365-3dbc-4a8c-8dd6-bd669d960cc7 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 946 time: 0.0463521 Jul 24 01:09:54.914164 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9120edde-1f76-40d3-8e88-9ac7536dd9d7 req-3e90bf91-d53b-4047-af44-b1c24e4e8fd2 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422049 Jul 24 01:09:54.936491 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 40918) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:55.075052 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa2642d-4cdc-4dfc-a141-3c28ebde1b9e tempest-TestShelveInstance-936444892 tempest-TestShelveInstance-936444892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:55.076541 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-baa2642d-4cdc-4dfc-a141-3c28ebde1b9e tempest-TestShelveInstance-936444892 tempest-TestShelveInstance-936444892-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 1125 time: 0.1391039 Jul 24 01:09:55.079438 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 40922) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:09:55.083645 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-be51a465-3633-42eb-a62f-f1ff87b82a6d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Request body: {'floatingip': {'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'port_id': 'cff1233a-7129-41d1-b7f6-a56a7166e345', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:09:55.087898 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:55.106357 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be51a465-3633-42eb-a62f-f1ff87b82a6d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:55.186388 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be51a465-3633-42eb-a62f-f1ff87b82a6d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:55.289587 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-be51a465-3633-42eb-a62f-f1ff87b82a6d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Allocated IP 172.37.6.137 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/6f4d01f1-eeee-4406-bbac-d871f9b620c5) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:55.395510 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be51a465-3633-42eb-a62f-f1ff87b82a6d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for port (6f4d01f1-eeee-4406-bbac-d871f9b620c5), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:55.429703 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be51a465-3633-42eb-a62f-f1ff87b82a6d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (6f4d01f1-eeee-4406-bbac-d871f9b620c5), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:55.452743 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:55.471247 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be51a465-3633-42eb-a62f-f1ff87b82a6d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:55.478685 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-be51a465-3633-42eb-a62f-f1ff87b82a6d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:55.481349 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be51a465-3633-42eb-a62f-f1ff87b82a6d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:09:55.486677 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51a465-3633-42eb-a62f-f1ff87b82a6d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Pushing event updated for resources: {'Port': ['ID=6f4d01f1-eeee-4406-bbac-d871f9b620c5,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:55.835731 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be51a465-3633-42eb-a62f-f1ff87b82a6d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for floatingip (116bc593-a0c2-477c-a3d9-dc7476ee2d5b), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:55.875937 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:55.903709 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be51a465-3633-42eb-a62f-f1ff87b82a6d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (6f4d01f1-eeee-4406-bbac-d871f9b620c5), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:56.052614 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be51a465-3633-42eb-a62f-f1ff87b82a6d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for port (6f4d01f1-eeee-4406-bbac-d871f9b620c5), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:56.057558 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be51a465-3633-42eb-a62f-f1ff87b82a6d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4959413'] for port (6f4d01f1-eeee-4406-bbac-d871f9b620c5), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:56.131872 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51a465-3633-42eb-a62f-f1ff87b82a6d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Pushing event updated for resources: {'Port': ['ID=6f4d01f1-eeee-4406-bbac-d871f9b620c5,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:56.138835 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be51a465-3633-42eb-a62f-f1ff87b82a6d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (116bc593-a0c2-477c-a3d9-dc7476ee2d5b), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:56.231535 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-be51a465-3633-42eb-a62f-f1ff87b82a6d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Floating IP 116bc593-a0c2-477c-a3d9-dc7476ee2d5b associated. External IP: 172.37.6.137, port: cff1233a-7129-41d1-b7f6-a56a7166e345. Jul 24 01:09:56.364169 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:56.426475 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be51a465-3633-42eb-a62f-f1ff87b82a6d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Router 49fb8c23-852d-4440-bd9c-1a84f873923e has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:09:56.528094 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be51a465-3633-42eb-a62f-f1ff87b82a6d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:56.537512 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec1ba50-0971-43e4-854a-357e02b43547 None None] Sync routers for ids ['49fb8c23-852d-4440-bd9c-1a84f873923e'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:56.546626 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be51a465-3633-42eb-a62f-f1ff87b82a6d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:09:56.549355 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec1ba50-0971-43e4-854a-357e02b43547 None None] Routers {'49fb8c23-852d-4440-bd9c-1a84f873923e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:09:56.550021 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9ec1ba50-0971-43e4-854a-357e02b43547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:09:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['49fb8c23-852d-4440-bd9c-1a84f873923e'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:56.576600 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-be51a465-3633-42eb-a62f-f1ff87b82a6d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4961443 Jul 24 01:09:56.577179 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce7c08a-cea9-4fe0-a0e5-5f6224f293ce', 'tag': 'cff1233a-7129-41d1-b7f6-a56a7166e345'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:09:56.579456 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153e6fdf-0f6b-430c-8f12-99a6a32a70a8" -d '{"events": [{"name": "network-changed", "server_uuid": "dce7c08a-cea9-4fe0-a0e5-5f6224f293ce", "tag": "cff1233a-7129-41d1-b7f6-a56a7166e345"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:56.614856 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac64aaa-2848-446a-a21e-871283da1077 x-openstack-request-id: req-aac64aaa-2848-446a-a21e-871283da1077 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:56.615146 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce7c08a-cea9-4fe0-a0e5-5f6224f293ce", "tag": "cff1233a-7129-41d1-b7f6-a56a7166e345", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:56.615396 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aac64aaa-2848-446a-a21e-871283da1077 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:56.615795 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aac64aaa-2848-446a-a21e-871283da1077'] response: {'name': 'network-changed', 'server_uuid': 'dce7c08a-cea9-4fe0-a0e5-5f6224f293ce', 'tag': 'cff1233a-7129-41d1-b7f6-a56a7166e345', 'status': 'completed', 'code': 200} Jul 24 01:09:56.641201 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=100 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:56.654420 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-9ec1ba50-0971-43e4-854a-357e02b43547 None None] Set router 49fb8c23-852d-4440-bd9c-1a84f873923e gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:09:56.700940 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e6fdf-0f6b-430c-8f12-99a6a32a70a8 req-7878c3da-e12d-4fb4-940b-0c63e894cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:56.702368 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-153e6fdf-0f6b-430c-8f12-99a6a32a70a8 req-7878c3da-e12d-4fb4-940b-0c63e894cc11 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6af7b896ae8f4e09957a342a4c0d3030&device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 1130 time: 0.0405002 Jul 24 01:09:56.781019 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=100 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:56.797232 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e6fdf-0f6b-430c-8f12-99a6a32a70a8 req-e4c56a9d-ddf7-4867-a9cd-bebcad1fa09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:56.798736 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-153e6fdf-0f6b-430c-8f12-99a6a32a70a8 req-e4c56a9d-ddf7-4867-a9cd-bebcad1fa09d service neutron] 10.222.0.39 "GET /v2.0/networks?id=51a0ac89-567c-49c5-9e0e-90ef982eaba7 HTTP/1.1" status: 200 len: 908 time: 0.0906062 Jul 24 01:09:56.810361 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=100 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:56.860564 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-153e6fdf-0f6b-430c-8f12-99a6a32a70a8 req-24b97d73-cd7c-4f46-8728-01368b022b04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cff1233a-7129-41d1-b7f6-a56a7166e345 HTTP/1.1" status: 200 len: 1000 time: 0.0552466 Jul 24 01:09:56.866139 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9ec1ba50-0971-43e4-854a-357e02b43547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'name': 'tempest-TestShelveInstance-37410042-router', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185'}], 'enable_snat': True}, 'gw_port_id': '31745b64-f144-47c0-910e-08af62d7b36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:14Z', 'revision_number': 4, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'gw_port': {'id': '31745b64-f144-47c0-910e-08af62d7b36a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '116bc593-a0c2-477c-a3d9-dc7476ee2d5b', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'floating_ip_address': '172.37.6.137', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'port_id': 'cff1233a-7129-41d1-b7f6-a56a7166e345', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7', 'mac_address': 'fa:16:3e:e6:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce7c08a-cea9-4fe0-a0e5-5f6224f293ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:09:55Z', 'updated_at': '2022-07-24T01:09:55Z', 'revision_number': 0, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '569b90a4-c65d-4e22-aa72-f8fd090b5831', 'name': '', 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'mac_address': 'fa:16:3e:1e:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '0a6ddd35-0569-44e1-8a6a-caa33f49bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:13Z', 'updated_at': '2022-07-24T01:09:19Z', 'revision_number': 5, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'subnets': [{'id': '0a6ddd35-0569-44e1-8a6a-caa33f49bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:56.874235 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=100 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:09:56.890186 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec1ba50-0971-43e4-854a-357e02b43547 None None] Checking router: 49fb8c23-852d-4440-bd9c-1a84f873923e for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:09:56.899019 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec1ba50-0971-43e4-854a-357e02b43547 None None] Routers {'49fb8c23-852d-4440-bd9c-1a84f873923e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:09:56.899661 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9ec1ba50-0971-43e4-854a-357e02b43547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:09:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['49fb8c23-852d-4440-bd9c-1a84f873923e'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:56.910161 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e6fdf-0f6b-430c-8f12-99a6a32a70a8 req-bcdadf98-3c1e-4e1e-9c37-b21726f84ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:56.911633 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-153e6fdf-0f6b-430c-8f12-99a6a32a70a8 req-bcdadf98-3c1e-4e1e-9c37-b21726f84ddc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a6ddd35-0569-44e1-8a6a-caa33f49bcd3 HTTP/1.1" status: 200 len: 846 time: 0.0445638 Jul 24 01:09:56.958497 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e6fdf-0f6b-430c-8f12-99a6a32a70a8 req-420e712a-29c7-41b1-b114-bca8f7a56c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:09:56.959911 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-153e6fdf-0f6b-430c-8f12-99a6a32a70a8 req-420e712a-29c7-41b1-b114-bca8f7a56c78 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51a0ac89-567c-49c5-9e0e-90ef982eaba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417743 Jul 24 01:09:57.000129 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-9ec1ba50-0971-43e4-854a-357e02b43547 None None] Set router 49fb8c23-852d-4440-bd9c-1a84f873923e gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:09:57.051517 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-153e6fdf-0f6b-430c-8f12-99a6a32a70a8 req-03f1154b-a7ec-482a-aa8f-ec12cc4b6a16 service neutron] 10.222.0.39 "GET /v2.0/networks/51a0ac89-567c-49c5-9e0e-90ef982eaba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847502 Jul 24 01:09:57.150666 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-153e6fdf-0f6b-430c-8f12-99a6a32a70a8 req-f4281a74-7e35-4093-9f0e-31c0a0107bd5 service neutron] 10.222.0.39 "GET /v2.0/networks/51a0ac89-567c-49c5-9e0e-90ef982eaba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909748 Jul 24 01:09:57.289217 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-9ec1ba50-0971-43e4-854a-357e02b43547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'name': 'tempest-TestShelveInstance-37410042-router', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185'}], 'enable_snat': True}, 'gw_port_id': '31745b64-f144-47c0-910e-08af62d7b36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:14Z', 'revision_number': 4, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'gw_port': {'id': '31745b64-f144-47c0-910e-08af62d7b36a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '116bc593-a0c2-477c-a3d9-dc7476ee2d5b', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'floating_ip_address': '172.37.6.137', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'port_id': 'cff1233a-7129-41d1-b7f6-a56a7166e345', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7', 'mac_address': 'fa:16:3e:e6:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce7c08a-cea9-4fe0-a0e5-5f6224f293ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:09:55Z', 'updated_at': '2022-07-24T01:09:55Z', 'revision_number': 0, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '569b90a4-c65d-4e22-aa72-f8fd090b5831', 'name': '', 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'mac_address': 'fa:16:3e:1e:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '0a6ddd35-0569-44e1-8a6a-caa33f49bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:13Z', 'updated_at': '2022-07-24T01:09:19Z', 'revision_number': 5, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'subnets': [{'id': '0a6ddd35-0569-44e1-8a6a-caa33f49bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:57.315734 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec1ba50-0971-43e4-854a-357e02b43547 None None] The sync data for ids ['49fb8c23-852d-4440-bd9c-1a84f873923e'] in dv-cinder-master-3-iscsi is: [{'id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'name': 'tempest-TestShelveInstance-37410042-router', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185'}], 'enable_snat': True}, 'gw_port_id': '31745b64-f144-47c0-910e-08af62d7b36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:14Z', 'revision_number': 4, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'gw_port': {'id': '31745b64-f144-47c0-910e-08af62d7b36a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '116bc593-a0c2-477c-a3d9-dc7476ee2d5b', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'floating_ip_address': '172.37.6.137', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'port_id': 'cff1233a-7129-41d1-b7f6-a56a7166e345', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7', 'mac_address': 'fa:16:3e:e6:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce7c08a-cea9-4fe0-a0e5-5f6224f293ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:09:55Z', 'updated_at': '2022-07-24T01:09:55Z', 'revision_number': 0, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '569b90a4-c65d-4e22-aa72-f8fd090b5831', 'name': '', 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'mac_address': 'fa:16:3e:1e:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '0a6ddd35-0569-44e1-8a6a-caa33f49bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:13Z', 'updated_at': '2022-07-24T01:09:19Z', 'revision_number': 5, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'subnets': [{'id': '0a6ddd35-0569-44e1-8a6a-caa33f49bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:57.500730 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a63a43-9d46-40c9-9830-d086a6ef6733 None None] New status for floating IP 116bc593-a0c2-477c-a3d9-dc7476ee2d5b: ACTIVE {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:10:06.571922 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:10:06.573230 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=22 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:10:07.145343 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=27 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:10:07.147137 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=33 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:10:07.596624 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:10:07.603244 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=47,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:10:09.858187 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:10:12.276500 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=46 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:10:12.277342 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=61,neutron:DELETE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:10:13.576460 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4fd64bdc-e5e4-4929-849a-145c80dce2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:10:15.853766 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-5603d7fc-3bd6-44e4-8ef7-49795a347b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:10:17.138008 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:10:18.433340 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:10:18.862411 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:10:28.856468 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:10:28.859030 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:10:30.258378 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:10:39.846678 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:10:40.254418 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=2 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:10:40.255161 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=6 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:10:43.578025 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cd4120b7-161b-44bd-826a-4b3a938cd06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:10:45.856745 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c080c9a5-5ed4-412f-a845-03431a2ad715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:10:47.142651 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:10:48.435890 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:10:48.864221 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:10:50.342154 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-73b12e11-f80a-46a3-a956-013ab5e8b37f req-88d52f7e-bbbf-4fcb-9a2e-5e6cf19667ab service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371087 Jul 24 01:10:50.438342 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b12e11-f80a-46a3-a956-013ab5e8b37f req-9744cff9-25ab-4a53-a7a5-ba94dbe42cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:10:50.439869 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-73b12e11-f80a-46a3-a956-013ab5e8b37f req-9744cff9-25ab-4a53-a7a5-ba94dbe42cdf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be64d6ea0f0149608c9a823425a0e811&device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 1129 time: 0.0396371 Jul 24 01:10:50.543975 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b12e11-f80a-46a3-a956-013ab5e8b37f req-cf280b60-bd53-4699-9990-63a72516b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:10:50.545423 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-73b12e11-f80a-46a3-a956-013ab5e8b37f req-cf280b60-bd53-4699-9990-63a72516b38f service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b1fc3ab-4643-4369-871d-3a6b06dcc201 HTTP/1.1" status: 200 len: 913 time: 0.0880103 Jul 24 01:10:50.606376 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-73b12e11-f80a-46a3-a956-013ab5e8b37f req-972bb741-9f6c-4d0e-a817-05a77a1a8df3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dace519-865d-4dd1-84e9-96672860e4be HTTP/1.1" status: 200 len: 1001 time: 0.0534611 Jul 24 01:10:50.657973 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b12e11-f80a-46a3-a956-013ab5e8b37f req-977f8442-ed47-40d9-9b94-f0a5d239b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:10:50.659410 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-73b12e11-f80a-46a3-a956-013ab5e8b37f req-977f8442-ed47-40d9-9b94-f0a5d239b3ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a105886-d6e3-4222-9b3b-646bb27299c8 HTTP/1.1" status: 200 len: 851 time: 0.0466325 Jul 24 01:10:50.700421 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b12e11-f80a-46a3-a956-013ab5e8b37f req-2b860ff3-3ac9-457e-acea-689a2d72a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:10:50.701836 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-73b12e11-f80a-46a3-a956-013ab5e8b37f req-2b860ff3-3ac9-457e-acea-689a2d72a4b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b1fc3ab-4643-4369-871d-3a6b06dcc201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370350 Jul 24 01:10:50.790093 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-73b12e11-f80a-46a3-a956-013ab5e8b37f req-ec9dd941-fb94-464f-a215-87789cfe045e service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818179 Jul 24 01:10:50.880354 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-73b12e11-f80a-46a3-a956-013ab5e8b37f req-6bb05454-cdee-43ee-9854-b97373651783 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848587 Jul 24 01:10:58.853332 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:10:58.860973 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:00.876281 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=52 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:00.876978 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=49 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:07.259283 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:11:09.862395 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:13.581621 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-892cd64a-8be6-4fce-a4b0-26a3d9c4611e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:15.858691 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-249ffd70-75db-43fa-b5a9-b2283eca31f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:17.143626 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:17.255633 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=20 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:17.256395 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=14 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:18.440097 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:18.873821 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:28.868246 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:28.870071 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:36.247899 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5359d3f-017d-41b6-9a78-a86cf85ccd53 req-2a011cee-22ee-4aa6-91b6-8487bf4418e0 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:36.249408 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f5359d3f-017d-41b6-9a78-a86cf85ccd53 req-2a011cee-22ee-4aa6-91b6-8487bf4418e0 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 945 time: 0.1559799 Jul 24 01:11:36.301093 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f5359d3f-017d-41b6-9a78-a86cf85ccd53 req-281ead70-5854-42c0-817a-4664aa8f64f6 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451009 Jul 24 01:11:37.466591 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c5226-77d5-4d49-b09c-6b70cb4c2711 req-8024885c-28e1-45d0-ac68-bf09f4827963 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:37.468074 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-102c5226-77d5-4d49-b09c-6b70cb4c2711 req-8024885c-28e1-45d0-ac68-bf09f4827963 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 945 time: 0.0970869 Jul 24 01:11:37.516626 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-102c5226-77d5-4d49-b09c-6b70cb4c2711 req-8e2b7cca-cf4c-495d-a88c-ddd439a5df2f tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427198 Jul 24 01:11:37.763713 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688f3e1-53d6-4382-8cc3-5157ef56fc85 req-ae671c35-f285-4165-b560-6951362de4d4 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:37.765146 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6688f3e1-53d6-4382-8cc3-5157ef56fc85 req-ae671c35-f285-4165-b560-6951362de4d4 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.39 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 945 time: 0.0455196 Jul 24 01:11:37.849177 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-6688f3e1-53d6-4382-8cc3-5157ef56fc85 req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Deleting port 2dace519-865d-4dd1-84e9-96672860e4be {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:11:37.849812 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-6688f3e1-53d6-4382-8cc3-5157ef56fc85 req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (2dace519-865d-4dd1-84e9-96672860e4be), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:37.937297 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-6688f3e1-53d6-4382-8cc3-5157ef56fc85 req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] For port 2dace519-865d-4dd1-84e9-96672860e4be, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2dace519-865d-4dd1-84e9-96672860e4be,segment=NetworkSegment(186195d4-aa20-4667-aa55-9cc17d991e7d),segment_id=186195d4-aa20-4667-aa55-9cc17d991e7d)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:37.938339 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-6688f3e1-53d6-4382-8cc3-5157ef56fc85 req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (2dace519-865d-4dd1-84e9-96672860e4be), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:38.100067 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-6688f3e1-53d6-4382-8cc3-5157ef56fc85 req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:38.100339 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-6688f3e1-53d6-4382-8cc3-5157ef56fc85 req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (2ee97436-5a54-4a76-a58a-b5c0a33940c5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:38.100653 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.l3_db [req-6688f3e1-53d6-4382-8cc3-5157ef56fc85 req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Floating IP 2ee97436-5a54-4a76-a58a-b5c0a33940c5 disassociated. External IP: 172.37.6.242, port: 2dace519-865d-4dd1-84e9-96672860e4be. Jul 24 01:11:38.100996 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-6688f3e1-53d6-4382-8cc3-5157ef56fc85 req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Calling delete_port for 2dace519-865d-4dd1-84e9-96672860e4be owned by compute:nova {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:11:38.224307 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-6688f3e1-53d6-4382-8cc3-5157ef56fc85 req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (2dace519-865d-4dd1-84e9-96672860e4be), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:38.250206 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event deleted for resources: {'Port': ['ID=2dace519-865d-4dd1-84e9-96672860e4be,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:38.264039 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:38.264396 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:38.264744 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:38.265091 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:38.265579 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:38.265939 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:38.266276 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:38.266611 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:38.266974 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:38.267308 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:38.267641 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:38.267973 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:38.268301 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:38.268635 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:38.268962 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:38.377317 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6688f3e1-53d6-4382-8cc3-5157ef56fc85 req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:11:38.478964 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6688f3e1-53d6-4382-8cc3-5157ef56fc85 req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:11:38.489570 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067d2687-a73d-4f6a-9ada-065e3adb647a None None] Sync routers for ids ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:11:38.499521 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067d2687-a73d-4f6a-9ada-065e3adb647a None None] Routers {'4c0c15ae-e9f5-440f-8ac7-a646760a72fa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:11:38.500346 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-067d2687-a73d-4f6a-9ada-065e3adb647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:11:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:38.522305 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-6688f3e1-53d6-4382-8cc3-5157ef56fc85 req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] No DVR routers for this DVR port 2dace519-865d-4dd1-84e9-96672860e4be on host hv-cinder-maste {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:11:38.524752 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-6688f3e1-53d6-4382-8cc3-5157ef56fc85 req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:38.527906 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-6688f3e1-53d6-4382-8cc3-5157ef56fc85 req-1f5fc9cb-a529-4ab7-98f0-ea958bdbd376 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.39 "DELETE /v2.0/ports/2dace519-865d-4dd1-84e9-96672860e4be HTTP/1.1" status: 204 len: 173 time: 0.7580199 Jul 24 01:11:38.528340 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863bc791-b8b0-4b49-bf36-6dd4ab8b039d', 'name': 'network-vif-deleted', 'tag': '2dace519-865d-4dd1-84e9-96672860e4be'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:11:38.530557 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd419014-a91e-4d34-8da2-6345e24687ea" -d '{"events": [{"server_uuid": "863bc791-b8b0-4b49-bf36-6dd4ab8b039d", "name": "network-vif-deleted", "tag": "2dace519-865d-4dd1-84e9-96672860e4be"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:11:38.604535 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-067d2687-a73d-4f6a-9ada-065e3adb647a None None] Set router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:11:38.632631 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f98982f6-73d7-4972-8df9-afc08c91a31a req-de133cfb-38ad-4b09-9432-51740590f133 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=863bc791-b8b0-4b49-bf36-6dd4ab8b039d HTTP/1.1" status: 200 len: 210 time: 0.0354621 Jul 24 01:11:38.673247 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00f9852-04c6-4e30-b91c-df9d9d8bdb8a x-openstack-request-id: req-e00f9852-04c6-4e30-b91c-df9d9d8bdb8a {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:11:38.673601 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863bc791-b8b0-4b49-bf36-6dd4ab8b039d", "name": "network-vif-deleted", "tag": "2dace519-865d-4dd1-84e9-96672860e4be", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:11:38.673918 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e00f9852-04c6-4e30-b91c-df9d9d8bdb8a {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:11:38.674421 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e00f9852-04c6-4e30-b91c-df9d9d8bdb8a'] response: {'server_uuid': '863bc791-b8b0-4b49-bf36-6dd4ab8b039d', 'name': 'network-vif-deleted', 'tag': '2dace519-865d-4dd1-84e9-96672860e4be', 'status': 'completed', 'code': 200} Jul 24 01:11:38.821278 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-067d2687-a73d-4f6a-9ada-065e3adb647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:45Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6108cae3-36f9-4923-bb1c-75d963b645b3', 'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'mac_address': 'fa:16:3e:cd:57:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:44Z', 'updated_at': '2022-07-24T01:08:49Z', 'revision_number': 5, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'subnets': [{'id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:38.846598 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067d2687-a73d-4f6a-9ada-065e3adb647a None None] Checking router: 4c0c15ae-e9f5-440f-8ac7-a646760a72fa for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:11:38.854665 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067d2687-a73d-4f6a-9ada-065e3adb647a None None] Routers {'4c0c15ae-e9f5-440f-8ac7-a646760a72fa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:11:38.855296 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-067d2687-a73d-4f6a-9ada-065e3adb647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:11:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:38.958530 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-067d2687-a73d-4f6a-9ada-065e3adb647a None None] Set router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:11:39.146525 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-067d2687-a73d-4f6a-9ada-065e3adb647a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:45Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6108cae3-36f9-4923-bb1c-75d963b645b3', 'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'mac_address': 'fa:16:3e:cd:57:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:44Z', 'updated_at': '2022-07-24T01:08:49Z', 'revision_number': 5, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'subnets': [{'id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:39.173231 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067d2687-a73d-4f6a-9ada-065e3adb647a None None] The sync data for ids ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'] in dv-cinder-master-3-iscsi is: [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:45Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6108cae3-36f9-4923-bb1c-75d963b645b3', 'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'mac_address': 'fa:16:3e:cd:57:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:44Z', 'updated_at': '2022-07-24T01:08:49Z', 'revision_number': 5, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'subnets': [{'id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:11:39.391975 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bb1be1-459d-4830-9f7e-3227c914dd92 None None] New status for floating IP 2ee97436-5a54-4a76-a58a-b5c0a33940c5: DOWN {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:11:39.861509 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:39.892376 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-eb2b7f29-ab73-41f2-9444-9a7b49ebb205 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1806918878&fields=id&tenant_id=be64d6ea0f0149608c9a823425a0e811 HTTP/1.1" status: 200 len: 267 time: 0.0488806 Jul 24 01:11:39.997856 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-dad5bd63-4ffa-4fa0-b59a-0c772e2440b0 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:39.999326 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-dad5bd63-4ffa-4fa0-b59a-0c772e2440b0 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/networks?id=1b1fc3ab-4643-4369-871d-3a6b06dcc201 HTTP/1.1" status: 200 len: 812 time: 0.1006103 Jul 24 01:11:40.013424 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-a67bc005-ccd3-45f8-a1ab-d0dfb95b8e62 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/quotas/be64d6ea0f0149608c9a823425a0e811 HTTP/1.1" status: 200 len: 375 time: 0.0088036 Jul 24 01:11:40.065064 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-deb922fd-6052-4596-aea3-f332b10a4172 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=be64d6ea0f0149608c9a823425a0e811&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460646 Jul 24 01:11:40.080939 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-fc78d5eb-0118-49b5-bd62-feb763372871 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 01:11:40.081899 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-fc78d5eb-0118-49b5-bd62-feb763372871 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055993 Jul 24 01:11:40.168902 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-8ab99ad9-79a4-45f8-af3c-67e7d97863d4 service neutron] 10.222.0.18 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816984 Jul 24 01:11:40.260219 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-99f8f7c8-c23e-4dd5-ab7b-43c30b98a145 service neutron] 10.222.0.18 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851018 Jul 24 01:11:40.542722 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-66651b1b-8ac7-4f55-8da1-3e45db860d73 req-7fd450cf-0b61-4047-81bc-c59786d5e7b8 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 210 time: 0.0278234 Jul 24 01:11:41.354336 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 2dace519-865d-4dd1-84e9-96672860e4be no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:11:41.373042 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] No Port match for: 2dace519-865d-4dd1-84e9-96672860e4be {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:11:41.373382 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device 2dace519-865d-4dd1-84e9-96672860e4be not bound to the agent host hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:11:41.608339 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:41.638438 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-0bb3e224-e025-4e4f-822f-298b2eed7f5a tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:41.639921 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-0bb3e224-e025-4e4f-822f-298b2eed7f5a tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.39 "GET /v2.0/networks?id=1b1fc3ab-4643-4369-871d-3a6b06dcc201 HTTP/1.1" status: 200 len: 812 time: 0.1099038 Jul 24 01:11:41.640798 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5bcccfd6-33cc-4b5d-abb9-49a133f09065 req-21f9c66b-e61e-4a64-a677-dbaab3445cd0 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 210 time: 0.0290289 Jul 24 01:11:41.676717 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:41.713149 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-fa4fa704-5f6c-4929-a5d4-3db0bdffa704 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be64d6ea0f0149608c9a823425a0e811 HTTP/1.1" status: 200 len: 380 time: 0.0579941 Jul 24 01:11:41.733861 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-c2e62b86-141f-48c2-82d2-9d2b0d541f89 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Request body: {'port': {'device_id': '495ea0b1-09f6-45d1-9dc1-f47bd463db92', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'admin_state_up': True, 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'security_groups': ['baf7576e-46fe-4cd8-84ac-601e7e32b245']}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:11:41.843452 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-c2e62b86-141f-48c2-82d2-9d2b0d541f89 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Made reservation on behalf of be64d6ea0f0149608c9a823425a0e811 for: {'port': 1} {{(pid=103995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:11:41.846983 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-c2e62b86-141f-48c2-82d2-9d2b0d541f89 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:41.976244 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-c2e62b86-141f-48c2-82d2-9d2b0d541f89 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Allocated IP 172.20.0.12 (1b1fc3ab-4643-4369-871d-3a6b06dcc201/4a105886-d6e3-4222-9b3b-646bb27299c8/a808a619-ba7a-4d1d-946b-70726603a48f) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:11:42.114272 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-c2e62b86-141f-48c2-82d2-9d2b0d541f89 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for port (a808a619-ba7a-4d1d-946b-70726603a48f), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:42.146742 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-c2e62b86-141f-48c2-82d2-9d2b0d541f89 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (a808a619-ba7a-4d1d-946b-70726603a48f), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:42.196050 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-c2e62b86-141f-48c2-82d2-9d2b0d541f89 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:42.201484 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-c2e62b86-141f-48c2-82d2-9d2b0d541f89 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:42.205680 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-c2e62b86-141f-48c2-82d2-9d2b0d541f89 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:11:42.229560 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e62b86-141f-48c2-82d2-9d2b0d541f89 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event updated for resources: {'Port': ['ID=a808a619-ba7a-4d1d-946b-70726603a48f,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:42.259843 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-c2e62b86-141f-48c2-82d2-9d2b0d541f89 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:42.260491 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-c2e62b86-141f-48c2-82d2-9d2b0d541f89 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:42.278118 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-c2e62b86-141f-48c2-82d2-9d2b0d541f89 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5478268 Jul 24 01:11:42.287071 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-8ce19ca6-74b1-449c-94ab-c491a16e23ff tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 01:11:42.288061 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-8ce19ca6-74b1-449c-94ab-c491a16e23ff tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053279 Jul 24 01:11:42.362967 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] Request body: {'port': {'device_id': '495ea0b1-09f6-45d1-9dc1-f47bd463db92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:11:42.429875 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (a808a619-ba7a-4d1d-946b-70726603a48f), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:42.434294 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-3c307273-eec5-47ae-9c23-7e883605a69c None None] Provisioning complete for port a808a619-ba7a-4d1d-946b-70726603a48f triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:11:42.434807 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3c307273-eec5-47ae-9c23-7e883605a69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (a808a619-ba7a-4d1d-946b-70726603a48f), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:42.466697 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-3c307273-eec5-47ae-9c23-7e883605a69c None None] Port a808a619-ba7a-4d1d-946b-70726603a48f cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:11:42.547982 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:42.566873 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:42.688229 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a808a619-ba7a-4d1d-946b-70726603a48f {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:11:42.696704 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] Publish callbacks [] for port (a808a619-ba7a-4d1d-946b-70726603a48f), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:42.709861 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] Transition to ACTIVE for port object a808a619-ba7a-4d1d-946b-70726603a48f will not be triggered until provisioned by entity L2. {{(pid=103995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 01:11:42.713843 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (a808a619-ba7a-4d1d-946b-70726603a48f), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:42.760057 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a727f8b-19c2-4260-a3c9-2b8f808d7c0c req-207687b6-2d19-42ce-846b-9eed58ca1eff tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:42.762190 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1a727f8b-19c2-4260-a3c9-2b8f808d7c0c req-207687b6-2d19-42ce-846b-9eed58ca1eff tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 944 time: 0.0488813 Jul 24 01:11:42.763086 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] Pushing event updated for resources: {'Port': ['ID=a808a619-ba7a-4d1d-946b-70726603a48f,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:42.823443 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1a727f8b-19c2-4260-a3c9-2b8f808d7c0c req-f68758f5-3603-4edf-8ef8-64e178004cc9 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543942 Jul 24 01:11:42.846380 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] Attempting to bind port a808a619-ba7a-4d1d-946b-70726603a48f on host hv-cinder-maste for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:11:42.846721 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] Attempting to bind port a808a619-ba7a-4d1d-946b-70726603a48f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '186195d4-aa20-4667-aa55-9cc17d991e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:11:42.847159 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] Attempting to bind port a808a619-ba7a-4d1d-946b-70726603a48f on network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:11:42.851779 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] Port a808a619-ba7a-4d1d-946b-70726603a48f on network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 01:11:42.852102 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] Attempting to bind port a808a619-ba7a-4d1d-946b-70726603a48f on network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:11:42.857199 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] Checking agent: {'id': 'e7b2140f-0e0f-4ee7-997b-e62068d5aaa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'started_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:11:42.857538 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] Checking segment: {'id': '186195d4-aa20-4667-aa55-9cc17d991e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:11:42.857923 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] Bound using segment: {'id': '186195d4-aa20-4667-aa55-9cc17d991e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:11:42.858358 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] Bound port: a808a619-ba7a-4d1d-946b-70726603a48f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186195d4-aa20-4667-aa55-9cc17d991e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:11:42.858720 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (a808a619-ba7a-4d1d-946b-70726603a48f), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:42.922863 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] For port a808a619-ba7a-4d1d-946b-70726603a48f, host hv-cinder-maste, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:11:42.926093 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] For port a808a619-ba7a-4d1d-946b-70726603a48f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a808a619-ba7a-4d1d-946b-70726603a48f,segment=NetworkSegment(186195d4-aa20-4667-aa55-9cc17d991e7d),segment_id=186195d4-aa20-4667-aa55-9cc17d991e7d)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:11:42.932324 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (a808a619-ba7a-4d1d-946b-70726603a48f), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:42.964034 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:42.964666 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:42.966041 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] 10.222.0.39 "PUT /v2.0/ports/a808a619-ba7a-4d1d-946b-70726603a48f HTTP/1.1" status: 200 len: 1094 time: 0.6647408 Jul 24 01:11:42.966480 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495ea0b1-09f6-45d1-9dc1-f47bd463db92', 'tag': 'a808a619-ba7a-4d1d-946b-70726603a48f'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:11:42.969263 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979d4072-c624-476a-8657-1efda249993a" -d '{"events": [{"name": "network-changed", "server_uuid": "495ea0b1-09f6-45d1-9dc1-f47bd463db92", "tag": "a808a619-ba7a-4d1d-946b-70726603a48f"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:11:43.010539 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48e80b-d8d3-440e-ab8e-ad61c0d061df service neutron] Pushing event updated for resources: {'Port': ['ID=a808a619-ba7a-4d1d-946b-70726603a48f,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:43.024412 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58eb36fe-0268-44e7-9a13-7884a53de07d x-openstack-request-id: req-58eb36fe-0268-44e7-9a13-7884a53de07d {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:11:43.024706 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495ea0b1-09f6-45d1-9dc1-f47bd463db92", "tag": "a808a619-ba7a-4d1d-946b-70726603a48f", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:11:43.024959 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58eb36fe-0268-44e7-9a13-7884a53de07d {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:11:43.025379 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58eb36fe-0268-44e7-9a13-7884a53de07d'] response: {'name': 'network-changed', 'server_uuid': '495ea0b1-09f6-45d1-9dc1-f47bd463db92', 'tag': 'a808a619-ba7a-4d1d-946b-70726603a48f', 'status': 'completed', 'code': 200} Jul 24 01:11:43.081721 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-4cd7851c-f66e-4fcd-983c-de46cae19097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:43.083292 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-4cd7851c-f66e-4fcd-983c-de46cae19097 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be64d6ea0f0149608c9a823425a0e811&device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 1128 time: 0.0452878 Jul 24 01:11:43.132608 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-14e21967-bbe4-4beb-9297-69a785f99482 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a808a619-ba7a-4d1d-946b-70726603a48f HTTP/1.1" status: 200 len: 217 time: 0.0375202 Jul 24 01:11:43.181147 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-2af972fd-af7d-47e2-8f02-59e0b053e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:43.182582 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-2af972fd-af7d-47e2-8f02-59e0b053e919 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a105886-d6e3-4222-9b3b-646bb27299c8 HTTP/1.1" status: 200 len: 851 time: 0.0443420 Jul 24 01:11:43.224715 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-6817ce3d-0cef-402f-8c14-0ec76a16c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:43.226243 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-6817ce3d-0cef-402f-8c14-0ec76a16c6a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b1fc3ab-4643-4369-871d-3a6b06dcc201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378802 Jul 24 01:11:43.319294 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-a74320e3-ff36-4a86-8c68-a7e71f2347d6 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870352 Jul 24 01:11:43.409161 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-8f2ded8e-f01d-4cb2-812d-4b8a9b926ae4 req-f39ab704-205f-4a78-b8a4-20575aabdbce service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844753 Jul 24 01:11:43.586080 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ded962aa-87c2-4ef3-afdb-2e844fff8b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:43.711155 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d4072-c624-476a-8657-1efda249993a req-e72d97fa-c212-4a90-9810-410a5e8e7c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:43.712545 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-979d4072-c624-476a-8657-1efda249993a req-e72d97fa-c212-4a90-9810-410a5e8e7c4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be64d6ea0f0149608c9a823425a0e811&device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 1128 time: 0.0381894 Jul 24 01:11:43.770059 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:43.797018 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:43.802516 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d4072-c624-476a-8657-1efda249993a req-e275d7f8-9c28-478b-bbce-6039b0f9c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:43.804031 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-979d4072-c624-476a-8657-1efda249993a req-e275d7f8-9c28-478b-bbce-6039b0f9c319 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b1fc3ab-4643-4369-871d-3a6b06dcc201 HTTP/1.1" status: 200 len: 913 time: 0.0858462 Jul 24 01:11:43.845448 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-979d4072-c624-476a-8657-1efda249993a req-e927bcf7-4966-4861-980a-916e5a3509b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a808a619-ba7a-4d1d-946b-70726603a48f HTTP/1.1" status: 200 len: 217 time: 0.0349793 Jul 24 01:11:43.892932 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d4072-c624-476a-8657-1efda249993a req-5019d6f5-d462-4d71-ab96-f8f861c90928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:43.894389 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-979d4072-c624-476a-8657-1efda249993a req-5019d6f5-d462-4d71-ab96-f8f861c90928 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a105886-d6e3-4222-9b3b-646bb27299c8 HTTP/1.1" status: 200 len: 851 time: 0.0437958 Jul 24 01:11:43.935995 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d4072-c624-476a-8657-1efda249993a req-69d7940c-5f43-4986-8a11-3d37d607ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:43.937476 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-979d4072-c624-476a-8657-1efda249993a req-69d7940c-5f43-4986-8a11-3d37d607ce89 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b1fc3ab-4643-4369-871d-3a6b06dcc201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375438 Jul 24 01:11:43.940448 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5f474-a1e5-45d4-a9aa-1a3fcf03521b req-9b12592b-952e-4e87-9691-0c98764a019e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:43.941897 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-31f5f474-a1e5-45d4-a9aa-1a3fcf03521b req-9b12592b-952e-4e87-9691-0c98764a019e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 944 time: 0.0466032 Jul 24 01:11:43.991454 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-31f5f474-a1e5-45d4-a9aa-1a3fcf03521b req-fe8d0cce-8e10-4a2b-8146-883123a4f121 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435779 Jul 24 01:11:44.031559 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-979d4072-c624-476a-8657-1efda249993a req-bae8f2a3-cd5a-4efb-a7b4-53b2bbf9858d service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873995 Jul 24 01:11:44.117573 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-979d4072-c624-476a-8657-1efda249993a req-a2007390-aa0c-48e4-a578-7751515d51f0 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799258 Jul 24 01:11:44.258951 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:11:45.105131 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831f938-8bcc-48b0-94f2-2a054e68cac7 req-52cc1298-b959-49f5-8234-c5b795bd35d2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:45.106667 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9831f938-8bcc-48b0-94f2-2a054e68cac7 req-52cc1298-b959-49f5-8234-c5b795bd35d2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 944 time: 0.0463967 Jul 24 01:11:45.154511 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9831f938-8bcc-48b0-94f2-2a054e68cac7 req-df8bf142-132d-4534-b525-2b6b35869fd2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418036 Jul 24 01:11:45.861700 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-54f7a512-9d24-4720-b8ca-2f90e9e5f542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:46.269635 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b2d72-7686-4f93-8420-b9004e88d7fe req-2b0d9507-8dbc-42ac-99a9-f3277b12c596 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:46.271134 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8d4b2d72-7686-4f93-8420-b9004e88d7fe req-2b0d9507-8dbc-42ac-99a9-f3277b12c596 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 944 time: 0.0510635 Jul 24 01:11:46.320285 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8d4b2d72-7686-4f93-8420-b9004e88d7fe req-7011c708-9a32-4c99-be77-a899fc0bfc53 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437274 Jul 24 01:11:47.146570 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:47.396888 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:47.424623 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:47.433502 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd1065-2f5d-4dde-8590-a290627bfeaf req-b47285cd-de8d-44a0-b077-c0c2db438a28 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:47.434992 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1efd1065-2f5d-4dde-8590-a290627bfeaf req-b47285cd-de8d-44a0-b077-c0c2db438a28 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 944 time: 0.0484364 Jul 24 01:11:47.484982 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1efd1065-2f5d-4dde-8590-a290627bfeaf req-b1899399-357e-40de-a669-20402d64ea9b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431943 Jul 24 01:11:48.441501 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:48.602254 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3799a51-f250-45ab-a447-1ca3b26557a4 req-d4bde58c-ddf4-4e1d-8dae-c4fc3377e462 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:48.603753 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d3799a51-f250-45ab-a447-1ca3b26557a4 req-d4bde58c-ddf4-4e1d-8dae-c4fc3377e462 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 944 time: 0.0506275 Jul 24 01:11:48.652342 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d3799a51-f250-45ab-a447-1ca3b26557a4 req-51e67c4a-6cd4-4fc6-81ef-9f6bc6aa2bcb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431192 Jul 24 01:11:48.877473 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:49.260372 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=71 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:49.764222 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d5871-f2d0-4ec6-b012-6f937e7d3648 req-f6e4c6a1-995b-4bdf-a1ef-9d1cb96f6bc8 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:49.765659 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a16d5871-f2d0-4ec6-b012-6f937e7d3648 req-f6e4c6a1-995b-4bdf-a1ef-9d1cb96f6bc8 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 944 time: 0.0471237 Jul 24 01:11:49.814716 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a16d5871-f2d0-4ec6-b012-6f937e7d3648 req-5225f70b-3318-442a-8df4-d4217a462cf0 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429602 Jul 24 01:11:50.928784 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f827b-69a8-4525-8518-c224f4129041 req-783057de-0847-486b-9221-73ead092a218 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:50.930247 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-002f827b-69a8-4525-8518-c224f4129041 req-783057de-0847-486b-9221-73ead092a218 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 944 time: 0.0463386 Jul 24 01:11:50.982261 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-002f827b-69a8-4525-8518-c224f4129041 req-cfd0acbd-fd8c-4ba4-b699-7632c916e62d tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465004 Jul 24 01:11:51.389366 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device a808a619-ba7a-4d1d-946b-70726603a48f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:11:51.492929 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port a808a619-ba7a-4d1d-946b-70726603a48f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a808a619-ba7a-4d1d-946b-70726603a48f,segment=NetworkSegment(186195d4-aa20-4667-aa55-9cc17d991e7d),segment_id=186195d4-aa20-4667-aa55-9cc17d991e7d)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:51.504157 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': 'a808a619-ba7a-4d1d-946b-70726603a48f', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'port_id': 'a808a619-ba7a-4d1d-946b-70726603a48f', 'mac_address': 'fa:16:3e:54:cd:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:11:51.538976 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port a808a619-ba7a-4d1d-946b-70726603a48f is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:11:51.539365 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (a808a619-ba7a-4d1d-946b-70726603a48f), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:51.552081 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a808a619-ba7a-4d1d-946b-70726603a48f {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:11:51.571716 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port a808a619-ba7a-4d1d-946b-70726603a48f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a808a619-ba7a-4d1d-946b-70726603a48f,segment=NetworkSegment(186195d4-aa20-4667-aa55-9cc17d991e7d),segment_id=186195d4-aa20-4667-aa55-9cc17d991e7d)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:51.575347 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (a808a619-ba7a-4d1d-946b-70726603a48f), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:51.623509 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=a808a619-ba7a-4d1d-946b-70726603a48f,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:51.631096 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:51.631441 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:51.631782 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:51.632118 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:51.632448 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:51.632776 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:51.633099 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:51.633422 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:51.633742 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:51.634090 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:51.634418 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:51.634740 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:51.635082 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:51.635399 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:51.635719 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:51.874055 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['a808a619-ba7a-4d1d-946b-70726603a48f'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:11:52.031620 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:52.038400 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:52.100044 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2c994-6c89-4037-83b4-a553e0ea5149 req-cb1e4eb9-698b-4638-bf27-0a9fcd19a01e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:52.101570 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-77a2c994-6c89-4037-83b4-a553e0ea5149 req-cb1e4eb9-698b-4638-bf27-0a9fcd19a01e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 945 time: 0.0464709 Jul 24 01:11:52.150219 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-77a2c994-6c89-4037-83b4-a553e0ea5149 req-fc4d39fd-ae25-4f83-9502-57d9890e5059 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429578 Jul 24 01:11:52.356168 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3542733d-cbcb-4116-bea7-fadae6289c9d req-7c7e4ef0-9712-47a1-889b-18c8765a2b75 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412600 Jul 24 01:11:52.424540 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542733d-cbcb-4116-bea7-fadae6289c9d req-24a9821e-0b68-43a5-86d4-71f2cf80d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:52.426028 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3542733d-cbcb-4116-bea7-fadae6289c9d req-24a9821e-0b68-43a5-86d4-71f2cf80d72e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6af7b896ae8f4e09957a342a4c0d3030&device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 1130 time: 0.0390267 Jul 24 01:11:52.527409 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542733d-cbcb-4116-bea7-fadae6289c9d req-0bc0c17a-9fa4-4ab7-bec3-49020fd404c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:52.528881 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3542733d-cbcb-4116-bea7-fadae6289c9d req-0bc0c17a-9fa4-4ab7-bec3-49020fd404c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=51a0ac89-567c-49c5-9e0e-90ef982eaba7 HTTP/1.1" status: 200 len: 908 time: 0.0833881 Jul 24 01:11:52.591464 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3542733d-cbcb-4116-bea7-fadae6289c9d req-756c860f-826c-4015-8a09-00bec2367ecf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cff1233a-7129-41d1-b7f6-a56a7166e345 HTTP/1.1" status: 200 len: 1002 time: 0.0558197 Jul 24 01:11:52.637808 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542733d-cbcb-4116-bea7-fadae6289c9d req-1776cc37-96ca-4359-8752-3b9eea4118ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:52.639166 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3542733d-cbcb-4116-bea7-fadae6289c9d req-1776cc37-96ca-4359-8752-3b9eea4118ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a6ddd35-0569-44e1-8a6a-caa33f49bcd3 HTTP/1.1" status: 200 len: 846 time: 0.0426280 Jul 24 01:11:52.680663 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542733d-cbcb-4116-bea7-fadae6289c9d req-fb647420-78e4-46dc-a0e9-0b5f55dcd4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:52.682150 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3542733d-cbcb-4116-bea7-fadae6289c9d req-fb647420-78e4-46dc-a0e9-0b5f55dcd4c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51a0ac89-567c-49c5-9e0e-90ef982eaba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376134 Jul 24 01:11:52.774241 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3542733d-cbcb-4116-bea7-fadae6289c9d req-c07c0a54-52ee-4e8d-a3f8-6342d2c21035 service neutron] 10.222.0.39 "GET /v2.0/networks/51a0ac89-567c-49c5-9e0e-90ef982eaba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862119 Jul 24 01:11:52.866885 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3542733d-cbcb-4116-bea7-fadae6289c9d req-ebd2cafc-65b4-4303-a2e7-07a3d471f1d9 service neutron] 10.222.0.39 "GET /v2.0/networks/51a0ac89-567c-49c5-9e0e-90ef982eaba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867844 Jul 24 01:11:53.261534 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d81e5-e77d-4a24-98e5-4aa619afe515 req-3d874133-83c3-4c3b-88bc-3658a60ca67e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:53.263009 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a95d81e5-e77d-4a24-98e5-4aa619afe515 req-3d874133-83c3-4c3b-88bc-3658a60ca67e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 945 time: 0.0459082 Jul 24 01:11:53.312998 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a95d81e5-e77d-4a24-98e5-4aa619afe515 req-a8e44731-9dd0-4f37-8894-26d39abfc305 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438321 Jul 24 01:11:53.404712 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device a808a619-ba7a-4d1d-946b-70726603a48f up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:11:53.449151 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning for port a808a619-ba7a-4d1d-946b-70726603a48f completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 01:11:53.455572 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port a808a619-ba7a-4d1d-946b-70726603a48f triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:11:53.455938 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (a808a619-ba7a-4d1d-946b-70726603a48f), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:53.528932 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port a808a619-ba7a-4d1d-946b-70726603a48f is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:11:53.529310 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (a808a619-ba7a-4d1d-946b-70726603a48f), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:53.551639 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495ea0b1-09f6-45d1-9dc1-f47bd463db92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a808a619-ba7a-4d1d-946b-70726603a48f'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:11:53.553835 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca84120-6fd1-4331-b2f2-a493feced641" -d '{"events": [{"server_uuid": "495ea0b1-09f6-45d1-9dc1-f47bd463db92", "name": "network-vif-plugged", "status": "completed", "tag": "a808a619-ba7a-4d1d-946b-70726603a48f"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:11:53.567343 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port a808a619-ba7a-4d1d-946b-70726603a48f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a808a619-ba7a-4d1d-946b-70726603a48f,segment=NetworkSegment(186195d4-aa20-4667-aa55-9cc17d991e7d),segment_id=186195d4-aa20-4667-aa55-9cc17d991e7d)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:53.571819 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (a808a619-ba7a-4d1d-946b-70726603a48f), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:53.618237 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=a808a619-ba7a-4d1d-946b-70726603a48f,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:53.647811 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa51877-eebb-4f4a-973b-ecbc084468bc x-openstack-request-id: req-9fa51877-eebb-4f4a-973b-ecbc084468bc {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:11:53.648127 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495ea0b1-09f6-45d1-9dc1-f47bd463db92", "name": "network-vif-plugged", "status": "completed", "tag": "a808a619-ba7a-4d1d-946b-70726603a48f", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:11:53.648403 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9fa51877-eebb-4f4a-973b-ecbc084468bc {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:11:53.648797 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa51877-eebb-4f4a-973b-ecbc084468bc'] response: {'server_uuid': '495ea0b1-09f6-45d1-9dc1-f47bd463db92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a808a619-ba7a-4d1d-946b-70726603a48f', 'code': 200} Jul 24 01:11:54.134862 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97319e-65f9-40f2-b11e-6b1dc63545aa req-95322633-11e0-4f7c-832b-3617a646f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:54.136369 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7a97319e-65f9-40f2-b11e-6b1dc63545aa req-95322633-11e0-4f7c-832b-3617a646f97a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 1130 time: 0.2853007 Jul 24 01:11:54.146917 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa977-0c69-4f14-81dd-b6774c5fb0f9 req-7e04f4d0-e178-46cd-9e0d-b5a3c4962281 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:54.148401 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a7baa977-0c69-4f14-81dd-b6774c5fb0f9 req-7e04f4d0-e178-46cd-9e0d-b5a3c4962281 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 946 time: 0.0515375 Jul 24 01:11:54.198144 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a7baa977-0c69-4f14-81dd-b6774c5fb0f9 req-84e7b101-bd46-4b46-8855-6a53c7308df0 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436864 Jul 24 01:11:54.255487 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=69 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:54.258686 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-7a97319e-65f9-40f2-b11e-6b1dc63545aa req-21eae07e-7ff3-4b8b-bed1-be62ac29ed0f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399585 Jul 24 01:11:54.427216 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271db57-6452-43be-a5f9-85bb2f334813 req-24795318-b437-4797-917e-82db91955800 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:54.428663 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1271db57-6452-43be-a5f9-85bb2f334813 req-24795318-b437-4797-917e-82db91955800 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 946 time: 0.0465596 Jul 24 01:11:54.476559 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1271db57-6452-43be-a5f9-85bb2f334813 req-56eab559-7ec3-4bf4-a24b-ceb7bda34cb4 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422504 Jul 24 01:11:55.314257 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96978ffc-21bc-4dee-b46c-dfcb5e3d37ad req-9ae5e9f6-adc4-42f6-8feb-cad7fc7c203c tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:55.315757 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-96978ffc-21bc-4dee-b46c-dfcb5e3d37ad req-9ae5e9f6-adc4-42f6-8feb-cad7fc7c203c tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 946 time: 0.0469425 Jul 24 01:11:55.367472 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-96978ffc-21bc-4dee-b46c-dfcb5e3d37ad req-14e932fc-9db1-4c21-b374-a09ccfcb667a tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459719 Jul 24 01:11:55.588947 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c338e5b-036f-4617-80b2-f2ebd4450f8a req-b8d12748-0a26-4f43-9aff-e229a65f70fa tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:55.590384 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5c338e5b-036f-4617-80b2-f2ebd4450f8a req-b8d12748-0a26-4f43-9aff-e229a65f70fa tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 946 time: 0.0467265 Jul 24 01:11:55.642264 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5c338e5b-036f-4617-80b2-f2ebd4450f8a req-c1eff7ea-f9b6-427f-8293-a8e329635106 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448959 Jul 24 01:11:55.754255 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607798e-43da-43bc-b6c1-8ec3a36e8740 req-9b2aec11-902f-4cb7-a373-89e276bf4318 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:55.755608 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a607798e-43da-43bc-b6c1-8ec3a36e8740 req-9b2aec11-902f-4cb7-a373-89e276bf4318 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 946 time: 0.0464115 Jul 24 01:11:55.808866 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a607798e-43da-43bc-b6c1-8ec3a36e8740 req-c4f05935-96c6-4d19-934f-3f3b0a34d59e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478313 Jul 24 01:11:55.831752 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 41054) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:11:55.864735 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:55.872291 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927ffde7-0b5f-4fb8-97a3-2ddb8ebff0f0 tempest-TestVolumeBootPattern-1058588208 tempest-TestVolumeBootPattern-1058588208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:55.873760 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-927ffde7-0b5f-4fb8-97a3-2ddb8ebff0f0 tempest-TestVolumeBootPattern-1058588208 tempest-TestVolumeBootPattern-1058588208-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 1125 time: 0.0410531 Jul 24 01:11:55.876556 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 41056) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:11:55.880685 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Request body: {'floatingip': {'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'port_id': 'a808a619-ba7a-4d1d-946b-70726603a48f', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:11:55.884844 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:55.902670 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:55.979400 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:56.353418 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Allocated IP 172.37.6.173 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/bede3e47-dfc1-4bca-8eda-1d119425ae80) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:11:56.488082 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for port (bede3e47-dfc1-4bca-8eda-1d119425ae80), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:56.502757 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09818983-6b24-4a17-9877-cf2096cfd603 req-3774216c-a40b-4f6c-8745-d888852838d3 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:56.504224 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-09818983-6b24-4a17-9877-cf2096cfd603 req-3774216c-a40b-4f6c-8745-d888852838d3 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 946 time: 0.0664937 Jul 24 01:11:56.560411 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (bede3e47-dfc1-4bca-8eda-1d119425ae80), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:56.593706 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-09818983-6b24-4a17-9877-cf2096cfd603 req-81af7b43-61cb-47dc-9e0b-92960b7490cb tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832384 Jul 24 01:11:56.610069 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:56.613600 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:56.617335 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:11:56.620606 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event updated for resources: {'Port': ['ID=bede3e47-dfc1-4bca-8eda-1d119425ae80,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:56.651415 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:56.651762 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:56.652105 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:56.652447 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:56.652783 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:56.653108 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:56.653432 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:56.653757 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:56.654081 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:56.654410 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:56.654733 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:56.655082 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:56.655406 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:56.655725 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:56.656043 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:56.865844 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:56.956922 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:56.973279 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for floatingip (e2c0e151-9e51-4a05-bc66-3bc72d8e19e6), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:57.040876 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (bede3e47-dfc1-4bca-8eda-1d119425ae80), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:57.182316 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for port (bede3e47-dfc1-4bca-8eda-1d119425ae80), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:57.186497 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4959413'] for port (bede3e47-dfc1-4bca-8eda-1d119425ae80), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:57.259774 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event updated for resources: {'Port': ['ID=bede3e47-dfc1-4bca-8eda-1d119425ae80,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:57.269361 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (e2c0e151-9e51-4a05-bc66-3bc72d8e19e6), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:57.364849 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Floating IP e2c0e151-9e51-4a05-bc66-3bc72d8e19e6 associated. External IP: 172.37.6.173, port: a808a619-ba7a-4d1d-946b-70726603a48f. Jul 24 01:11:57.562808 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:11:57.661552 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:57.682078 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:11:57.691707 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f467d02-1567-4701-890f-5c6d49aa1077 None None] Sync routers for ids ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:11:57.702366 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f467d02-1567-4701-890f-5c6d49aa1077 None None] Routers {'4c0c15ae-e9f5-440f-8ac7-a646760a72fa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:11:57.703012 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-7f467d02-1567-4701-890f-5c6d49aa1077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:11:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:57.732151 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103546a-1a0e-4b5d-b2a0-80db4ba9a652 req-9712ed43-45ab-49c4-b7ea-9cbf43da04b1 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:57.733539 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4103546a-1a0e-4b5d-b2a0-80db4ba9a652 req-9712ed43-45ab-49c4-b7ea-9cbf43da04b1 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 946 time: 0.0708363 Jul 24 01:11:57.737377 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:11:57.780352 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-ec7555e8-e220-498a-b193-f1698dc6fca2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9027891 Jul 24 01:11:57.781076 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495ea0b1-09f6-45d1-9dc1-f47bd463db92', 'tag': 'a808a619-ba7a-4d1d-946b-70726603a48f'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:11:57.784083 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924067ac-8526-42f6-912b-4bc36bc12e77" -d '{"events": [{"name": "network-changed", "server_uuid": "495ea0b1-09f6-45d1-9dc1-f47bd463db92", "tag": "a808a619-ba7a-4d1d-946b-70726603a48f"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:11:57.806497 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-7f467d02-1567-4701-890f-5c6d49aa1077 None None] Set router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:11:57.814542 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-4103546a-1a0e-4b5d-b2a0-80db4ba9a652 req-00d714e2-28ec-48b3-93b0-267e8c74d267 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736086 Jul 24 01:11:57.887290 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610d79b8-fe40-49aa-b63d-b70feee58994 x-openstack-request-id: req-610d79b8-fe40-49aa-b63d-b70feee58994 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:11:57.887591 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495ea0b1-09f6-45d1-9dc1-f47bd463db92", "tag": "a808a619-ba7a-4d1d-946b-70726603a48f", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:11:57.887848 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-610d79b8-fe40-49aa-b63d-b70feee58994 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:11:57.888256 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-610d79b8-fe40-49aa-b63d-b70feee58994'] response: {'name': 'network-changed', 'server_uuid': '495ea0b1-09f6-45d1-9dc1-f47bd463db92', 'tag': 'a808a619-ba7a-4d1d-946b-70726603a48f', 'status': 'completed', 'code': 200} Jul 24 01:11:57.964310 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=100 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:57.973313 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924067ac-8526-42f6-912b-4bc36bc12e77 req-c4f343d4-3871-4d1f-95bf-a0c6ae8c2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:57.974989 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-924067ac-8526-42f6-912b-4bc36bc12e77 req-c4f343d4-3871-4d1f-95bf-a0c6ae8c2de7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be64d6ea0f0149608c9a823425a0e811&device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 1130 time: 0.0428202 Jul 24 01:11:58.069695 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924067ac-8526-42f6-912b-4bc36bc12e77 req-96fccdb4-35d9-441f-92ee-d5b5f98ec0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:58.071201 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-924067ac-8526-42f6-912b-4bc36bc12e77 req-96fccdb4-35d9-441f-92ee-d5b5f98ec0ec service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b1fc3ab-4643-4369-871d-3a6b06dcc201 HTTP/1.1" status: 200 len: 913 time: 0.0905941 Jul 24 01:11:58.083137 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=100 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:58.102493 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-7f467d02-1567-4701-890f-5c6d49aa1077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:45Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e2c0e151-9e51-4a05-bc66-3bc72d8e19e6', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'floating_ip_address': '172.37.6.173', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'port_id': 'a808a619-ba7a-4d1d-946b-70726603a48f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'mac_address': 'fa:16:3e:54:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ea0b1-09f6-45d1-9dc1-f47bd463db92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:11:56Z', 'updated_at': '2022-07-24T01:11:56Z', 'revision_number': 0, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6108cae3-36f9-4923-bb1c-75d963b645b3', 'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'mac_address': 'fa:16:3e:cd:57:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:44Z', 'updated_at': '2022-07-24T01:08:49Z', 'revision_number': 5, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'subnets': [{'id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:58.129323 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f467d02-1567-4701-890f-5c6d49aa1077 None None] Checking router: 4c0c15ae-e9f5-440f-8ac7-a646760a72fa for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:11:58.132653 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-924067ac-8526-42f6-912b-4bc36bc12e77 req-9ffe11b8-917a-4637-9851-d885c3660dce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a808a619-ba7a-4d1d-946b-70726603a48f HTTP/1.1" status: 200 len: 1000 time: 0.0556326 Jul 24 01:11:58.137620 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f467d02-1567-4701-890f-5c6d49aa1077 None None] Routers {'4c0c15ae-e9f5-440f-8ac7-a646760a72fa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:11:58.138214 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-7f467d02-1567-4701-890f-5c6d49aa1077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:11:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:58.183813 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924067ac-8526-42f6-912b-4bc36bc12e77 req-249c7f6f-c8b3-4f40-8341-21f71540fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:58.185267 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-924067ac-8526-42f6-912b-4bc36bc12e77 req-249c7f6f-c8b3-4f40-8341-21f71540fefa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a105886-d6e3-4222-9b3b-646bb27299c8 HTTP/1.1" status: 200 len: 851 time: 0.0473809 Jul 24 01:11:58.227898 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924067ac-8526-42f6-912b-4bc36bc12e77 req-ef43565c-67ed-465a-8d48-09ffbcfa5aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:58.229396 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-924067ac-8526-42f6-912b-4bc36bc12e77 req-ef43565c-67ed-465a-8d48-09ffbcfa5aa5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b1fc3ab-4643-4369-871d-3a6b06dcc201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389390 Jul 24 01:11:58.238156 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-7f467d02-1567-4701-890f-5c6d49aa1077 None None] Set router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:11:58.322401 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-924067ac-8526-42f6-912b-4bc36bc12e77 req-7db87b32-9f14-42a3-97a9-c81ef95dabb9 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871220 Jul 24 01:11:58.415543 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-924067ac-8526-42f6-912b-4bc36bc12e77 req-33fdafc7-3dba-4c42-9410-4e857132329f service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880504 Jul 24 01:11:58.444999 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-7f467d02-1567-4701-890f-5c6d49aa1077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:45Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e2c0e151-9e51-4a05-bc66-3bc72d8e19e6', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'floating_ip_address': '172.37.6.173', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'port_id': 'a808a619-ba7a-4d1d-946b-70726603a48f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'mac_address': 'fa:16:3e:54:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ea0b1-09f6-45d1-9dc1-f47bd463db92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:11:56Z', 'updated_at': '2022-07-24T01:11:56Z', 'revision_number': 0, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6108cae3-36f9-4923-bb1c-75d963b645b3', 'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'mac_address': 'fa:16:3e:cd:57:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:44Z', 'updated_at': '2022-07-24T01:08:49Z', 'revision_number': 5, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'subnets': [{'id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:58.469517 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f467d02-1567-4701-890f-5c6d49aa1077 None None] The sync data for ids ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'] in dv-cinder-master-3-iscsi is: [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:45Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e2c0e151-9e51-4a05-bc66-3bc72d8e19e6', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'floating_ip_address': '172.37.6.173', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'port_id': 'a808a619-ba7a-4d1d-946b-70726603a48f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'mac_address': 'fa:16:3e:54:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ea0b1-09f6-45d1-9dc1-f47bd463db92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:11:56Z', 'updated_at': '2022-07-24T01:11:56Z', 'revision_number': 0, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6108cae3-36f9-4923-bb1c-75d963b645b3', 'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'mac_address': 'fa:16:3e:cd:57:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:44Z', 'updated_at': '2022-07-24T01:08:49Z', 'revision_number': 5, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'subnets': [{'id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:11:58.654137 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a705c7-4f3d-4283-a5b7-b1f5826ffcc6 None None] New status for floating IP e2c0e151-9e51-4a05-bc66-3bc72d8e19e6: ACTIVE {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:11:58.915805 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:11:58.929666 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a29d3-a8a6-4cd8-b481-c3a319d298ef req-1b0d3cf5-bb9c-4fe2-85b0-18c21271cf25 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:11:58.931155 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-758a29d3-a8a6-4cd8-b481-c3a319d298ef req-1b0d3cf5-bb9c-4fe2-85b0-18c21271cf25 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 946 time: 0.0477185 Jul 24 01:11:58.983140 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-758a29d3-a8a6-4cd8-b481-c3a319d298ef req-b3e0ea57-8624-4862-b182-4ecc4f937f88 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464871 Jul 24 01:12:00.096022 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e451025-f2fc-4ac3-994d-01a2c57224c2 req-13eb9e96-80a0-4def-baf3-db2f2b7402c5 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:00.097429 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3e451025-f2fc-4ac3-994d-01a2c57224c2 req-13eb9e96-80a0-4def-baf3-db2f2b7402c5 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 946 time: 0.0458288 Jul 24 01:12:00.145583 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3e451025-f2fc-4ac3-994d-01a2c57224c2 req-7cfafe53-3974-49f8-8c36-7cdbb731747a tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427170 Jul 24 01:12:01.259615 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69dcf29-a310-4a95-80b5-0a540cc856b9 req-2d664684-c24d-4870-bdf3-1e9f76b1a839 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:01.261083 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b69dcf29-a310-4a95-80b5-0a540cc856b9 req-2d664684-c24d-4870-bdf3-1e9f76b1a839 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 946 time: 0.0465660 Jul 24 01:12:01.309719 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b69dcf29-a310-4a95-80b5-0a540cc856b9 req-a17123ba-cc8b-4053-960e-3e32ed86f595 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431955 Jul 24 01:12:02.428070 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708bdfe-b812-4a49-bef0-d5aedb9c69bb req-872569a4-8b8f-404c-a135-1720b0895828 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:02.429528 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9708bdfe-b812-4a49-bef0-d5aedb9c69bb req-872569a4-8b8f-404c-a135-1720b0895828 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 946 time: 0.0508285 Jul 24 01:12:02.478569 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9708bdfe-b812-4a49-bef0-d5aedb9c69bb req-cab28bda-cba8-4f09-bba9-ce775b54b73f tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435491 Jul 24 01:12:03.589983 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92ccb1-e8b0-48b5-bed8-a02782f9d4f5 req-63f12bd2-458c-4f40-bf73-7ad2b7ea0c5c tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:03.591437 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a92ccb1-e8b0-48b5-bed8-a02782f9d4f5 req-63f12bd2-458c-4f40-bf73-7ad2b7ea0c5c tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 946 time: 0.0470178 Jul 24 01:12:03.640062 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a92ccb1-e8b0-48b5-bed8-a02782f9d4f5 req-c237ad85-9581-491c-92ba-7d5eb281e0df tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428283 Jul 24 01:12:04.364657 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0daca5-7563-4e5c-a660-df07ccf2851d req-44afc79f-a111-476d-aa6f-740160dbbebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:04.366128 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ee0daca5-7563-4e5c-a660-df07ccf2851d req-44afc79f-a111-476d-aa6f-740160dbbebd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6af7b896ae8f4e09957a342a4c0d3030&device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 1130 time: 0.0389478 Jul 24 01:12:04.459407 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0daca5-7563-4e5c-a660-df07ccf2851d req-0fa7dfb6-3503-45e2-a065-2fa169772f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:04.460889 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ee0daca5-7563-4e5c-a660-df07ccf2851d req-0fa7dfb6-3503-45e2-a065-2fa169772f8a service neutron] 10.222.0.39 "GET /v2.0/networks?id=51a0ac89-567c-49c5-9e0e-90ef982eaba7 HTTP/1.1" status: 200 len: 908 time: 0.0881774 Jul 24 01:12:04.521651 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ee0daca5-7563-4e5c-a660-df07ccf2851d req-18d7a8de-bfbf-4015-9532-ccff7cc71321 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cff1233a-7129-41d1-b7f6-a56a7166e345 HTTP/1.1" status: 200 len: 1002 time: 0.0540569 Jul 24 01:12:04.572164 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0daca5-7563-4e5c-a660-df07ccf2851d req-2a4044be-2050-425e-b578-930f2661a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:04.573578 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ee0daca5-7563-4e5c-a660-df07ccf2851d req-2a4044be-2050-425e-b578-930f2661a98a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a6ddd35-0569-44e1-8a6a-caa33f49bcd3 HTTP/1.1" status: 200 len: 846 time: 0.0465760 Jul 24 01:12:04.614484 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0daca5-7563-4e5c-a660-df07ccf2851d req-02320130-81ac-473c-8db2-42c317c63092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:04.616018 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ee0daca5-7563-4e5c-a660-df07ccf2851d req-02320130-81ac-473c-8db2-42c317c63092 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51a0ac89-567c-49c5-9e0e-90ef982eaba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369797 Jul 24 01:12:04.708395 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ee0daca5-7563-4e5c-a660-df07ccf2851d req-ed265ba8-5ae2-47d6-8340-c209e5a5d4bd service neutron] 10.222.0.39 "GET /v2.0/networks/51a0ac89-567c-49c5-9e0e-90ef982eaba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868835 Jul 24 01:12:04.754030 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2f33e-417e-4a9f-985f-489a23e2dcc9 req-0210c009-765e-4f28-88cb-dc92f15b1454 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:04.755527 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e4a2f33e-417e-4a9f-985f-489a23e2dcc9 req-0210c009-765e-4f28-88cb-dc92f15b1454 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 946 time: 0.0459418 Jul 24 01:12:04.796563 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ee0daca5-7563-4e5c-a660-df07ccf2851d req-c06fd4a4-fad9-40f3-aeee-a09d665f13e1 service neutron] 10.222.0.39 "GET /v2.0/networks/51a0ac89-567c-49c5-9e0e-90ef982eaba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831659 Jul 24 01:12:04.808072 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-e4a2f33e-417e-4a9f-985f-489a23e2dcc9 req-5b2d5124-355f-4793-8964-cb7dd4583ac5 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469558 Jul 24 01:12:05.921610 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aced1a-c3b9-4019-b0f2-3e08536a46c6 req-2167f6f0-0b62-4659-a963-f4d026fa6c0b tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:05.923076 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-78aced1a-c3b9-4019-b0f2-3e08536a46c6 req-2167f6f0-0b62-4659-a963-f4d026fa6c0b tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 946 time: 0.0456083 Jul 24 01:12:05.972172 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-78aced1a-c3b9-4019-b0f2-3e08536a46c6 req-ee9c69e8-0ba2-44ba-b034-904db3503130 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434988 Jul 24 01:12:07.087630 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20625884-d009-4a7d-9538-3bed065b0e6d req-34758dc8-3d8a-4706-9223-0ad80dbd435b tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:07.089125 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-20625884-d009-4a7d-9538-3bed065b0e6d req-34758dc8-3d8a-4706-9223-0ad80dbd435b tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 946 time: 0.0471110 Jul 24 01:12:07.137796 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-20625884-d009-4a7d-9538-3bed065b0e6d req-d8861ee5-91b4-49fb-b110-1e31406ecc23 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431089 Jul 24 01:12:07.208324 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [req-3214867a-e496-4f67-b04b-da5d3c765c19 req-4a35ac57-c8bd-485d-a3e9-07d466bbcf2d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 01:12:07.209341 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3214867a-e496-4f67-b04b-da5d3c765c19 req-4a35ac57-c8bd-485d-a3e9-07d466bbcf2d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059083 Jul 24 01:12:07.368626 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41094) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:12:07.372410 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfc791-2a61-40d2-84b1-d79294a08128 req-9ca79a5f-2a16-4399-95ab-9fe9c032f0a1 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:07.373902 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b9dfc791-2a61-40d2-84b1-d79294a08128 req-9ca79a5f-2a16-4399-95ab-9fe9c032f0a1 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 946 time: 0.0509760 Jul 24 01:12:07.400880 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:07.427707 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-b9dfc791-2a61-40d2-84b1-d79294a08128 req-5d84a8b8-6daf-4d19-a8cb-53eccd862ebe tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475953 Jul 24 01:12:07.455624 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-42b809a8-74be-44ce-96b5-6fd90ddbad25 req-ec3e4083-7f29-4065-a5a6-fc45454ab1ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853698 Jul 24 01:12:07.464114 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [req-42b809a8-74be-44ce-96b5-6fd90ddbad25 req-c26a668f-60f5-4743-946b-3d88febb4294 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103995) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 01:12:07.465073 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-42b809a8-74be-44ce-96b5-6fd90ddbad25 req-c26a668f-60f5-4743-946b-3d88febb4294 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048618 Jul 24 01:12:08.544874 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3af8e-afa7-41cf-817c-fd8bc8b3b26c req-3e20ba15-5a74-4b3e-8785-dedb7c90483d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:08.546358 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-37c3af8e-afa7-41cf-817c-fd8bc8b3b26c req-3e20ba15-5a74-4b3e-8785-dedb7c90483d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 946 time: 0.0487583 Jul 24 01:12:08.567649 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41106) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:12:08.597302 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-37c3af8e-afa7-41cf-817c-fd8bc8b3b26c req-9a460924-df29-4dcf-b67b-33ef12e8a159 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442467 Jul 24 01:12:08.647053 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=100 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:08.665629 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b809a8-74be-44ce-96b5-6fd90ddbad25 req-b0cbaf61-7ad6-46e2-89ef-b36d995bffef tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:08.667066 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-42b809a8-74be-44ce-96b5-6fd90ddbad25 req-b0cbaf61-7ad6-46e2-89ef-b36d995bffef tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports/cff1233a-7129-41d1-b7f6-a56a7166e345 HTTP/1.1" status: 200 len: 943 time: 0.0983703 Jul 24 01:12:08.755977 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:08.758579 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=44,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:09.509860 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device cff1233a-7129-41d1-b7f6-a56a7166e345 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:12:09.581221 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port cff1233a-7129-41d1-b7f6-a56a7166e345 is: ACTIVE; New status is: DOWN {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:12:09.581608 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:12:09.607747 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce7c08a-cea9-4fe0-a0e5-5f6224f293ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff1233a-7129-41d1-b7f6-a56a7166e345'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:12:09.609969 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d356d2-6d97-4185-9909-663b9b90a096" -d '{"events": [{"server_uuid": "dce7c08a-cea9-4fe0-a0e5-5f6224f293ce", "name": "network-vif-unplugged", "status": "completed", "tag": "cff1233a-7129-41d1-b7f6-a56a7166e345"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:12:09.623720 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port cff1233a-7129-41d1-b7f6-a56a7166e345, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cff1233a-7129-41d1-b7f6-a56a7166e345,segment=NetworkSegment(209df3fd-924b-4a48-aa66-7668b2a00cf0),segment_id=209df3fd-924b-4a48-aa66-7668b2a00cf0)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:09.627899 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:12:09.650284 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 24 Jul 2022 01:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fd8bd6-4d18-4128-bc3e-8e451d2f2ad1 x-openstack-request-id: req-36fd8bd6-4d18-4128-bc3e-8e451d2f2ad1 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:12:09.650577 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce7c08a-cea9-4fe0-a0e5-5f6224f293ce", "name": "network-vif-unplugged", "status": "failed", "tag": "cff1233a-7129-41d1-b7f6-a56a7166e345", "code": 422}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:12:09.650862 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36fd8bd6-4d18-4128-bc3e-8e451d2f2ad1 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:12:09.651294 dv-cinder-master-3-iscsi neutron-server[103997]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-36fd8bd6-4d18-4128-bc3e-8e451d2f2ad1']: {'server_uuid': 'dce7c08a-cea9-4fe0-a0e5-5f6224f293ce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cff1233a-7129-41d1-b7f6-a56a7166e345', 'code': 422} returned with failed status Jul 24 01:12:09.678951 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=cff1233a-7129-41d1-b7f6-a56a7166e345,revision_number=6']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:09.716425 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68baef18-c986-4dfe-bbf2-a9790dab0560 req-5706590a-9e6c-426c-abbb-8628cc5639ab tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:09.717895 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-68baef18-c986-4dfe-bbf2-a9790dab0560 req-5706590a-9e6c-426c-abbb-8628cc5639ab tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 944 time: 0.0513091 Jul 24 01:12:09.768840 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-68baef18-c986-4dfe-bbf2-a9790dab0560 req-48019cfe-22df-4cff-8cef-35aed6fc5f10 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445757 Jul 24 01:12:09.881888 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:12:10.883742 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2cf59-b582-40f9-9cf8-16d283d58e3e req-809864be-967e-4927-b317-c385d3aa381c tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:10.885201 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7ef2cf59-b582-40f9-9cf8-16d283d58e3e req-809864be-967e-4927-b317-c385d3aa381c tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 944 time: 0.0481653 Jul 24 01:12:10.910304 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:10.935045 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7ef2cf59-b582-40f9-9cf8-16d283d58e3e req-3dc045cc-1b37-4970-9f78-2ceb2e206c98 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441558 Jul 24 01:12:12.050034 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04f11d-c528-4a28-88d6-2b55404e3994 req-dea5276b-d16d-43a5-8cbe-5f02695248b8 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:12.051939 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5d04f11d-c528-4a28-88d6-2b55404e3994 req-dea5276b-d16d-43a5-8cbe-5f02695248b8 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 944 time: 0.0476103 Jul 24 01:12:12.105368 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5d04f11d-c528-4a28-88d6-2b55404e3994 req-c09803f3-3a21-4273-a7c7-51282a8f5b84 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477307 Jul 24 01:12:12.281262 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=76 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:12.286675 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:13.218459 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e33e7c-cafc-4d55-adb0-3cfbc261561e req-7e2e20ee-925e-404a-989b-ab6a28297476 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:13.219938 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-54e33e7c-cafc-4d55-adb0-3cfbc261561e req-7e2e20ee-925e-404a-989b-ab6a28297476 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 944 time: 0.0462430 Jul 24 01:12:13.270499 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-54e33e7c-cafc-4d55-adb0-3cfbc261561e req-00a8ac1c-4552-4b6f-b997-7782c8c6ea9e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441008 Jul 24 01:12:13.307470 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b809a8-74be-44ce-96b5-6fd90ddbad25 req-9923a766-ea6f-4fe2-820f-04f10ec6e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:13.308982 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-42b809a8-74be-44ce-96b5-6fd90ddbad25 req-9923a766-ea6f-4fe2-820f-04f10ec6e039 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce&tenant_id=6af7b896ae8f4e09957a342a4c0d3030 HTTP/1.1" status: 200 len: 1128 time: 0.0390317 Jul 24 01:12:13.378988 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b809a8-74be-44ce-96b5-6fd90ddbad25 req-ce0a3298-e517-4483-b46d-e4bca64e9570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:13.380477 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-42b809a8-74be-44ce-96b5-6fd90ddbad25 req-ce0a3298-e517-4483-b46d-e4bca64e9570 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6af7b896ae8f4e09957a342a4c0d3030&device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 1128 time: 0.0380280 Jul 24 01:12:13.471429 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b809a8-74be-44ce-96b5-6fd90ddbad25 req-30cbad54-2fc6-4378-8681-1b116ac231f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:13.472882 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-42b809a8-74be-44ce-96b5-6fd90ddbad25 req-30cbad54-2fc6-4378-8681-1b116ac231f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=51a0ac89-567c-49c5-9e0e-90ef982eaba7 HTTP/1.1" status: 200 len: 908 time: 0.0870492 Jul 24 01:12:13.483939 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=100 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:13.534215 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-42b809a8-74be-44ce-96b5-6fd90ddbad25 req-cb440764-188a-4a17-a1b5-e645070caf25 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cff1233a-7129-41d1-b7f6-a56a7166e345 HTTP/1.1" status: 200 len: 1000 time: 0.0553071 Jul 24 01:12:13.584066 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b809a8-74be-44ce-96b5-6fd90ddbad25 req-738a19ae-9c5d-4037-a503-f2e48ef4dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:13.585540 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-42b809a8-74be-44ce-96b5-6fd90ddbad25 req-738a19ae-9c5d-4037-a503-f2e48ef4dd2e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a6ddd35-0569-44e1-8a6a-caa33f49bcd3 HTTP/1.1" status: 200 len: 846 time: 0.0450635 Jul 24 01:12:13.587786 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c4890b7d-f40f-4c20-a972-40e280ede3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:12:13.634008 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b809a8-74be-44ce-96b5-6fd90ddbad25 req-0c37927c-d888-4468-bff4-5bebe94e187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:13.635515 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-42b809a8-74be-44ce-96b5-6fd90ddbad25 req-0c37927c-d888-4468-bff4-5bebe94e187f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51a0ac89-567c-49c5-9e0e-90ef982eaba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441225 Jul 24 01:12:13.724704 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-42b809a8-74be-44ce-96b5-6fd90ddbad25 req-898d5ea0-e262-4c77-8903-5c54c19ac628 service neutron] 10.222.0.39 "GET /v2.0/networks/51a0ac89-567c-49c5-9e0e-90ef982eaba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825388 Jul 24 01:12:13.816375 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-42b809a8-74be-44ce-96b5-6fd90ddbad25 req-19c8f956-d949-4d17-a9d8-95a893b98177 service neutron] 10.222.0.39 "GET /v2.0/networks/51a0ac89-567c-49c5-9e0e-90ef982eaba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856857 Jul 24 01:12:14.395967 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d77333-349e-470a-99c3-ec8d78a0cb48 req-9ce61e07-cfe1-41a4-ac77-23575b62ba2d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:14.397581 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f7d77333-349e-470a-99c3-ec8d78a0cb48 req-9ce61e07-cfe1-41a4-ac77-23575b62ba2d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 944 time: 0.0500772 Jul 24 01:12:14.453713 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f7d77333-349e-470a-99c3-ec8d78a0cb48 req-eab2b85f-481a-42a2-9224-a5543441d20c tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505996 Jul 24 01:12:15.573185 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af38dd0-deef-4f05-8e81-435153a18dc7 req-23287b0a-aa1d-43ff-81fb-5c68a1059ceb tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:15.574638 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8af38dd0-deef-4f05-8e81-435153a18dc7 req-23287b0a-aa1d-43ff-81fb-5c68a1059ceb tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 944 time: 0.0506706 Jul 24 01:12:15.623984 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8af38dd0-deef-4f05-8e81-435153a18dc7 req-90c330fa-2631-43ef-92c4-10ebdda73b86 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438130 Jul 24 01:12:15.864604 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-46b731d2-f55d-4521-9cb7-936dd45178fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:12:16.734810 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744fe3b-9173-4480-a0cb-f8f0c6828e9d req-ab71751e-3371-4654-981c-999a3467c777 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:16.736668 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a744fe3b-9173-4480-a0cb-f8f0c6828e9d req-ab71751e-3371-4654-981c-999a3467c777 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 944 time: 0.0446904 Jul 24 01:12:16.784425 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-a744fe3b-9173-4480-a0cb-f8f0c6828e9d req-d7daab42-0686-4fca-9b10-2ba3ff8e1c8f tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420592 Jul 24 01:12:17.151987 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:12:17.896312 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a247d6f-baba-4536-b363-6d2ce9e5cfb1 req-9b5e2a06-1952-442e-a0c2-9c18d0c77153 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:17.897770 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a247d6f-baba-4536-b363-6d2ce9e5cfb1 req-9b5e2a06-1952-442e-a0c2-9c18d0c77153 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 944 time: 0.0458415 Jul 24 01:12:17.949423 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3a247d6f-baba-4536-b363-6d2ce9e5cfb1 req-e762d7e2-d044-48de-a55f-f51ac1ec6f25 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461731 Jul 24 01:12:18.444707 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:12:18.880485 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:12:19.060770 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8c909-13e6-4b4e-9c42-b75c03aeef32 req-56c047e9-04fb-4281-a8db-d7cd2859b009 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:19.062196 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ea8c909-13e6-4b4e-9c42-b75c03aeef32 req-56c047e9-04fb-4281-a8db-d7cd2859b009 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 944 time: 0.0463154 Jul 24 01:12:19.110714 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1ea8c909-13e6-4b4e-9c42-b75c03aeef32 req-c740ecc1-b24d-426b-9e33-e161a9eaa5c6 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430348 Jul 24 01:12:20.222182 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09a3b5-02b9-42e9-859d-34c378515fb4 req-cdfb509c-c76d-401b-a774-28bb0c5dd079 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:20.223623 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cb09a3b5-02b9-42e9-859d-34c378515fb4 req-cdfb509c-c76d-401b-a774-28bb0c5dd079 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 944 time: 0.0460088 Jul 24 01:12:20.271147 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cb09a3b5-02b9-42e9-859d-34c378515fb4 req-6984b1ca-e629-4ca0-8f35-da91c8e9ba2d tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419869 Jul 24 01:12:21.258231 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:12:21.387930 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293dd7e2-f79f-4022-af6e-866644ab28c7 req-d650207a-f079-49e4-928f-80d2597ba0c2 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:21.389359 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-293dd7e2-f79f-4022-af6e-866644ab28c7 req-d650207a-f079-49e4-928f-80d2597ba0c2 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 944 time: 0.0501199 Jul 24 01:12:21.429023 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:21.438069 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-293dd7e2-f79f-4022-af6e-866644ab28c7 req-9e2b5846-85a3-4b67-9e0c-597322f612e6 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432370 Jul 24 01:12:21.543636 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device cff1233a-7129-41d1-b7f6-a56a7166e345 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:12:21.644318 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port cff1233a-7129-41d1-b7f6-a56a7166e345, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cff1233a-7129-41d1-b7f6-a56a7166e345,segment=NetworkSegment(209df3fd-924b-4a48-aa66-7668b2a00cf0),segment_id=209df3fd-924b-4a48-aa66-7668b2a00cf0)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:21.655402 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': 'cff1233a-7129-41d1-b7f6-a56a7166e345', 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7', 'port_id': 'cff1233a-7129-41d1-b7f6-a56a7166e345', 'mac_address': 'fa:16:3e:e6:5a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a6ddd35-0569-44e1-8a6a-caa33f49bcd3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:12:21.690512 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port cff1233a-7129-41d1-b7f6-a56a7166e345 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:12:21.690934 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:12:21.703646 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff1233a-7129-41d1-b7f6-a56a7166e345 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:12:21.723481 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port cff1233a-7129-41d1-b7f6-a56a7166e345, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cff1233a-7129-41d1-b7f6-a56a7166e345,segment=NetworkSegment(209df3fd-924b-4a48-aa66-7668b2a00cf0),segment_id=209df3fd-924b-4a48-aa66-7668b2a00cf0)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:21.726670 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:12:21.770992 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=cff1233a-7129-41d1-b7f6-a56a7166e345,revision_number=7']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:22.005311 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['cff1233a-7129-41d1-b7f6-a56a7166e345'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:12:22.186285 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:22.549625 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf3625-a8ff-4d3c-bef5-308df73ff2d7 req-e1d8ef0e-079c-4e39-a663-c9f211b622b3 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:22.551081 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c9cf3625-a8ff-4d3c-bef5-308df73ff2d7 req-e1d8ef0e-079c-4e39-a663-c9f211b622b3 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 945 time: 0.0460753 Jul 24 01:12:22.600273 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c9cf3625-a8ff-4d3c-bef5-308df73ff2d7 req-04e3d663-8607-419f-a8dd-416d82e8de48 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436878 Jul 24 01:12:23.578450 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device cff1233a-7129-41d1-b7f6-a56a7166e345 up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:23.582395 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:23.632696 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port cff1233a-7129-41d1-b7f6-a56a7166e345 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:12:23.633080 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:12:23.676606 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:23.706537 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port cff1233a-7129-41d1-b7f6-a56a7166e345 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:12:23.706953 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:12:23.717418 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee73f60-08ca-4e69-bfdb-49dadd6e4ee9 req-b7910dca-9e1d-4f31-ab0e-595699b98ec5 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:23.718980 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7ee73f60-08ca-4e69-bfdb-49dadd6e4ee9 req-b7910dca-9e1d-4f31-ab0e-595699b98ec5 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 945 time: 0.0509374 Jul 24 01:12:23.730368 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce7c08a-cea9-4fe0-a0e5-5f6224f293ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff1233a-7129-41d1-b7f6-a56a7166e345'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:12:23.732592 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd86b7d-55a2-4ce1-933b-9273367bb2f4" -d '{"events": [{"server_uuid": "dce7c08a-cea9-4fe0-a0e5-5f6224f293ce", "name": "network-vif-plugged", "status": "completed", "tag": "cff1233a-7129-41d1-b7f6-a56a7166e345"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:12:23.745099 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port cff1233a-7129-41d1-b7f6-a56a7166e345, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cff1233a-7129-41d1-b7f6-a56a7166e345,segment=NetworkSegment(209df3fd-924b-4a48-aa66-7668b2a00cf0),segment_id=209df3fd-924b-4a48-aa66-7668b2a00cf0)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:23.749495 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:12:23.772316 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7ee73f60-08ca-4e69-bfdb-49dadd6e4ee9 req-f8150ed0-e8e1-49dc-bd58-78a2853102a0 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469086 Jul 24 01:12:23.781216 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1094b5b8-5117-470a-a236-fb8c7401db69 x-openstack-request-id: req-1094b5b8-5117-470a-a236-fb8c7401db69 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:12:23.781506 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce7c08a-cea9-4fe0-a0e5-5f6224f293ce", "name": "network-vif-plugged", "status": "completed", "tag": "cff1233a-7129-41d1-b7f6-a56a7166e345", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:12:23.781760 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1094b5b8-5117-470a-a236-fb8c7401db69 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:12:23.782154 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1094b5b8-5117-470a-a236-fb8c7401db69'] response: {'server_uuid': 'dce7c08a-cea9-4fe0-a0e5-5f6224f293ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff1233a-7129-41d1-b7f6-a56a7166e345', 'code': 200} Jul 24 01:12:23.805628 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=cff1233a-7129-41d1-b7f6-a56a7166e345,revision_number=8']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:23.811802 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=28 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:23.812569 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=57 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:24.042557 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e4bca-751e-434e-8848-afa020ca1c29 req-cc3453b7-68ad-487e-96ba-a8be29690db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:24.043955 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-014e4bca-751e-434e-8848-afa020ca1c29 req-cc3453b7-68ad-487e-96ba-a8be29690db3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 1130 time: 0.0375941 Jul 24 01:12:24.089787 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-014e4bca-751e-434e-8848-afa020ca1c29 req-3c83988c-06fb-4726-8508-2c8e76c99e07 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391619 Jul 24 01:12:24.885855 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161f18d-3720-4d35-9b9c-8f7fe029ffa4 req-f1c0a1db-7922-4d24-9425-5cc2b1c27c69 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:24.887324 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7161f18d-3720-4d35-9b9c-8f7fe029ffa4 req-f1c0a1db-7922-4d24-9425-5cc2b1c27c69 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 946 time: 0.0469182 Jul 24 01:12:24.936049 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7161f18d-3720-4d35-9b9c-8f7fe029ffa4 req-2efdd7fe-3cbe-438c-8710-91162128058f tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428677 Jul 24 01:12:26.051192 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a7e95-3a49-4664-8352-99255d467396 req-2a9f6189-ac34-4749-aa69-c06fd137083c tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:26.052613 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0b3a7e95-3a49-4664-8352-99255d467396 req-2a9f6189-ac34-4749-aa69-c06fd137083c tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 946 time: 0.0463738 Jul 24 01:12:26.104069 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0b3a7e95-3a49-4664-8352-99255d467396 req-2afad4f8-5f6e-4917-9bb6-b376e8e54f1e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460308 Jul 24 01:12:31.253873 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=3 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:31.254731 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=5 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:33.795259 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:33.803450 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:34.083485 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=9 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:34.086338 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=9 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:36.085501 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=27 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:36.099923 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=36 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:39.882255 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:12:43.590477 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-0c78d2e7-578f-4137-8b05-bd9ff150c50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:12:45.867101 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-47422f15-2bac-4738-8358-7cdcd70b03e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:12:47.151461 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:12:48.447609 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:12:48.880115 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:12:52.335881 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3fdd3ade-3be4-4211-9840-1852af489084 req-75363a2d-f870-4d53-816c-0d3352b56900 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426462 Jul 24 01:12:52.441067 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd3ade-3be4-4211-9840-1852af489084 req-0e775911-2aed-441b-9edf-6b95f560a524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:52.442546 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3fdd3ade-3be4-4211-9840-1852af489084 req-0e775911-2aed-441b-9edf-6b95f560a524 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6af7b896ae8f4e09957a342a4c0d3030&device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 1130 time: 0.0385444 Jul 24 01:12:52.544834 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd3ade-3be4-4211-9840-1852af489084 req-f6cf0aa5-6a73-4ad6-acfa-c2a9750cab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:52.546275 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3fdd3ade-3be4-4211-9840-1852af489084 req-f6cf0aa5-6a73-4ad6-acfa-c2a9750cab3c service neutron] 10.222.0.39 "GET /v2.0/networks?id=51a0ac89-567c-49c5-9e0e-90ef982eaba7 HTTP/1.1" status: 200 len: 908 time: 0.0837541 Jul 24 01:12:52.610276 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3fdd3ade-3be4-4211-9840-1852af489084 req-3337c005-491a-4dbe-b1a6-7f27f0f3e489 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cff1233a-7129-41d1-b7f6-a56a7166e345 HTTP/1.1" status: 200 len: 1002 time: 0.0567207 Jul 24 01:12:52.659650 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd3ade-3be4-4211-9840-1852af489084 req-f897f879-509d-4520-b388-d6f57bb9a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:52.661043 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3fdd3ade-3be4-4211-9840-1852af489084 req-f897f879-509d-4520-b388-d6f57bb9a80d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a6ddd35-0569-44e1-8a6a-caa33f49bcd3 HTTP/1.1" status: 200 len: 846 time: 0.0431018 Jul 24 01:12:52.706548 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd3ade-3be4-4211-9840-1852af489084 req-1fe0333b-596e-4f65-ae7b-c14b3331489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:12:52.708054 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3fdd3ade-3be4-4211-9840-1852af489084 req-1fe0333b-596e-4f65-ae7b-c14b3331489f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51a0ac89-567c-49c5-9e0e-90ef982eaba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394168 Jul 24 01:12:52.804094 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3fdd3ade-3be4-4211-9840-1852af489084 req-3763d6e5-b012-431c-924c-0779657ba2f3 service neutron] 10.222.0.39 "GET /v2.0/networks/51a0ac89-567c-49c5-9e0e-90ef982eaba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873871 Jul 24 01:12:52.892383 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-3fdd3ade-3be4-4211-9840-1852af489084 req-f9cf8a7a-b66a-477b-9aa4-6acae87eae36 service neutron] 10.222.0.39 "GET /v2.0/networks/51a0ac89-567c-49c5-9e0e-90ef982eaba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826080 Jul 24 01:12:58.258490 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:12:58.873360 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:12:58.875264 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:02.888362 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=49 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:02.889143 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=52 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:09.516158 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=17 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:09.518043 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=17 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:09.880024 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:13.592233 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-54113a63-55fb-4604-98e1-7161ff3e234e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:15.869656 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-fe12cdd5-2f50-4128-94c8-d51942c653d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:17.156829 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:18.449997 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:18.881685 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:28.875812 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:28.877647 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:35.258848 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:13:39.891660 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:41.562252 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41212) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:13:41.703807 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Deleting port 6f4d01f1-eeee-4406-bbac-d871f9b620c5 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:13:41.704148 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (6f4d01f1-eeee-4406-bbac-d871f9b620c5), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:41.778724 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (6f4d01f1-eeee-4406-bbac-d871f9b620c5), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:41.779090 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for floatingip (6f4d01f1-eeee-4406-bbac-d871f9b620c5), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:41.791049 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Calling delete_port for 6f4d01f1-eeee-4406-bbac-d871f9b620c5 owned by network:floatingip {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:13:41.953314 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (6f4d01f1-eeee-4406-bbac-d871f9b620c5), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:41.975757 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Pushing event deleted for resources: {'Port': ['ID=6f4d01f1-eeee-4406-bbac-d871f9b620c5,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:41.989176 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:41.989526 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:41.989884 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:41.990212 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:41.990545 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:41.990909 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:41.991240 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:41.991566 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:41.991890 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:41.992213 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:41.992539 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:41.992883 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:41.993207 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:41.993525 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:41.993842 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:42.051137 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for floatingip (116bc593-a0c2-477c-a3d9-dc7476ee2d5b), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:42.051524 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.l3_db [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Floating IP 116bc593-a0c2-477c-a3d9-dc7476ee2d5b disassociated (deleted). External IP: 172.37.6.137, port: cff1233a-7129-41d1-b7f6-a56a7166e345. Jul 24 01:13:42.248485 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Router 49fb8c23-852d-4440-bd9c-1a84f873923e has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:13:42.351176 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:13:42.355940 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:42.359319 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:42.360995 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2ea569-9511-4bd1-8fc3-258c52590853 None None] Sync routers for ids ['49fb8c23-852d-4440-bd9c-1a84f873923e'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:13:42.371870 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ea569-9511-4bd1-8fc3-258c52590853 None None] Routers {'49fb8c23-852d-4440-bd9c-1a84f873923e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:13:42.372481 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6b2ea569-9511-4bd1-8fc3-258c52590853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:13:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['49fb8c23-852d-4440-bd9c-1a84f873923e'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:42.388854 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-22e850f3-5d30-4781-8c12-82f23ab0d35e tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "DELETE /v2.0/floatingips/116bc593-a0c2-477c-a3d9-dc7476ee2d5b HTTP/1.1" status: 204 len: 168 time: 0.8230515 Jul 24 01:13:42.388854 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce7c08a-cea9-4fe0-a0e5-5f6224f293ce', 'tag': 'cff1233a-7129-41d1-b7f6-a56a7166e345'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:13:42.389339 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1245e543-76f8-47cb-96c1-0b5b748ab417" -d '{"events": [{"name": "network-changed", "server_uuid": "dce7c08a-cea9-4fe0-a0e5-5f6224f293ce", "tag": "cff1233a-7129-41d1-b7f6-a56a7166e345"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:13:42.439474 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803819e4-f360-4961-9fd6-8f2c291afa41 x-openstack-request-id: req-803819e4-f360-4961-9fd6-8f2c291afa41 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:13:42.439763 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce7c08a-cea9-4fe0-a0e5-5f6224f293ce", "tag": "cff1233a-7129-41d1-b7f6-a56a7166e345", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:13:42.440015 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-803819e4-f360-4961-9fd6-8f2c291afa41 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:13:42.440457 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-803819e4-f360-4961-9fd6-8f2c291afa41'] response: {'name': 'network-changed', 'server_uuid': 'dce7c08a-cea9-4fe0-a0e5-5f6224f293ce', 'tag': 'cff1233a-7129-41d1-b7f6-a56a7166e345', 'status': 'completed', 'code': 200} Jul 24 01:13:42.490104 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-6b2ea569-9511-4bd1-8fc3-258c52590853 None None] Set router 49fb8c23-852d-4440-bd9c-1a84f873923e gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:13:42.534578 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245e543-76f8-47cb-96c1-0b5b748ab417 req-fcf9841e-1ab1-4c9e-b369-91f2f04344cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:42.536701 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1245e543-76f8-47cb-96c1-0b5b748ab417 req-fcf9841e-1ab1-4c9e-b369-91f2f04344cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6af7b896ae8f4e09957a342a4c0d3030&device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 1130 time: 0.0453901 Jul 24 01:13:42.644113 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d8b5a-d3b0-4878-99ad-503b59f3ece3 req-d1218413-ffcf-497e-bd91-08fc0e350263 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:42.645705 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6b5d8b5a-d3b0-4878-99ad-503b59f3ece3 req-d1218413-ffcf-497e-bd91-08fc0e350263 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 946 time: 0.0491643 Jul 24 01:13:42.687420 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6b2ea569-9511-4bd1-8fc3-258c52590853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'name': 'tempest-TestShelveInstance-37410042-router', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185'}], 'enable_snat': True}, 'gw_port_id': '31745b64-f144-47c0-910e-08af62d7b36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:14Z', 'revision_number': 4, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'gw_port': {'id': '31745b64-f144-47c0-910e-08af62d7b36a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '569b90a4-c65d-4e22-aa72-f8fd090b5831', 'name': '', 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'mac_address': 'fa:16:3e:1e:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '0a6ddd35-0569-44e1-8a6a-caa33f49bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:13Z', 'updated_at': '2022-07-24T01:09:19Z', 'revision_number': 5, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'subnets': [{'id': '0a6ddd35-0569-44e1-8a6a-caa33f49bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:42.696247 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6b5d8b5a-d3b0-4878-99ad-503b59f3ece3 req-7c5689c6-193e-4186-8c82-1a2a2caef161 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448675 Jul 24 01:13:42.712072 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2ea569-9511-4bd1-8fc3-258c52590853 None None] Checking router: 49fb8c23-852d-4440-bd9c-1a84f873923e for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:13:42.720464 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ea569-9511-4bd1-8fc3-258c52590853 None None] Routers {'49fb8c23-852d-4440-bd9c-1a84f873923e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:13:42.721065 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6b2ea569-9511-4bd1-8fc3-258c52590853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:13:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['49fb8c23-852d-4440-bd9c-1a84f873923e'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:42.822108 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-6b2ea569-9511-4bd1-8fc3-258c52590853 None None] Set router 49fb8c23-852d-4440-bd9c-1a84f873923e gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:13:43.077237 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-6b2ea569-9511-4bd1-8fc3-258c52590853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'name': 'tempest-TestShelveInstance-37410042-router', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185'}], 'enable_snat': True}, 'gw_port_id': '31745b64-f144-47c0-910e-08af62d7b36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:14Z', 'revision_number': 4, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'gw_port': {'id': '31745b64-f144-47c0-910e-08af62d7b36a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '569b90a4-c65d-4e22-aa72-f8fd090b5831', 'name': '', 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'mac_address': 'fa:16:3e:1e:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '0a6ddd35-0569-44e1-8a6a-caa33f49bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:13Z', 'updated_at': '2022-07-24T01:09:19Z', 'revision_number': 5, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'subnets': [{'id': '0a6ddd35-0569-44e1-8a6a-caa33f49bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:43.103974 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2ea569-9511-4bd1-8fc3-258c52590853 None None] The sync data for ids ['49fb8c23-852d-4440-bd9c-1a84f873923e'] in dv-cinder-master-3-iscsi is: [{'id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'name': 'tempest-TestShelveInstance-37410042-router', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185'}], 'enable_snat': True}, 'gw_port_id': '31745b64-f144-47c0-910e-08af62d7b36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:14Z', 'revision_number': 4, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'gw_port': {'id': '31745b64-f144-47c0-910e-08af62d7b36a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '569b90a4-c65d-4e22-aa72-f8fd090b5831', 'name': '', 'network_id': '51a0ac89-567c-49c5-9e0e-90ef982eaba7', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'mac_address': 'fa:16:3e:1e:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '0a6ddd35-0569-44e1-8a6a-caa33f49bcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:13Z', 'updated_at': '2022-07-24T01:09:19Z', 'revision_number': 5, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'subnets': [{'id': '0a6ddd35-0569-44e1-8a6a-caa33f49bcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:13:43.318955 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a6a17e-34c7-44aa-a421-e679bbe94f85 None None] New status for floating IP 116bc593-a0c2-477c-a3d9-dc7476ee2d5b: DOWN {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:13:43.595174 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e9a6cc40-74d5-478a-a86f-a58ba1470d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:43.653541 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:43.735777 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-22874561-f926-4218-9c31-e8ec65aa87d9 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1806918878&fields=id&tenant_id=be64d6ea0f0149608c9a823425a0e811 HTTP/1.1" status: 200 len: 267 time: 0.0465684 Jul 24 01:13:43.736953 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245e543-76f8-47cb-96c1-0b5b748ab417 req-75195e9e-917f-428c-928a-4e83b92cfce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:43.739291 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1245e543-76f8-47cb-96c1-0b5b748ab417 req-75195e9e-917f-428c-928a-4e83b92cfce7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=51a0ac89-567c-49c5-9e0e-90ef982eaba7 HTTP/1.1" status: 200 len: 908 time: 0.0967932 Jul 24 01:13:43.852918 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bce0f-5458-46fc-8e97-6b57e15ee53a req-ac86cbdb-2d17-4e5d-9500-0809b6e9d6bb tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:43.854341 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9e1bce0f-5458-46fc-8e97-6b57e15ee53a req-ac86cbdb-2d17-4e5d-9500-0809b6e9d6bb tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 946 time: 0.0813704 Jul 24 01:13:43.900306 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1245e543-76f8-47cb-96c1-0b5b748ab417 req-323308f4-9256-4c12-87e6-d7ea557452d1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cff1233a-7129-41d1-b7f6-a56a7166e345 HTTP/1.1" status: 200 len: 217 time: 0.0358183 Jul 24 01:13:43.902403 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-c5499a22-128c-4960-8b05-4c61b48e50f0 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:43.903854 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-c5499a22-128c-4960-8b05-4c61b48e50f0 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/networks?id=1b1fc3ab-4643-4369-871d-3a6b06dcc201 HTTP/1.1" status: 200 len: 812 time: 0.1608438 Jul 24 01:13:43.934958 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-39fc015d-96c3-433d-a3f0-62df5ae15f45 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/quotas/be64d6ea0f0149608c9a823425a0e811 HTTP/1.1" status: 200 len: 375 time: 0.0232358 Jul 24 01:13:43.939555 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9e1bce0f-5458-46fc-8e97-6b57e15ee53a req-4f64fa83-06e1-438a-b1ec-f4b8e8f8e4a8 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45080f9-05ec-4555-b53a-252754fa24e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783532 Jul 24 01:13:43.967002 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245e543-76f8-47cb-96c1-0b5b748ab417 req-03cecdb6-36b8-454c-ae3d-5d9b89e9b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:43.968510 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1245e543-76f8-47cb-96c1-0b5b748ab417 req-03cecdb6-36b8-454c-ae3d-5d9b89e9b358 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a6ddd35-0569-44e1-8a6a-caa33f49bcd3 HTTP/1.1" status: 200 len: 846 time: 0.0572605 Jul 24 01:13:43.987666 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-5f437b39-886b-4798-9cfb-254af17e29cf tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=be64d6ea0f0149608c9a823425a0e811&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472016 Jul 24 01:13:44.044621 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-c145d778-bd26-432c-a2c9-29d78043f09a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 24 01:13:44.045601 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-c145d778-bd26-432c-a2c9-29d78043f09a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0469513 Jul 24 01:13:44.136616 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-5edd7ca2-bedc-44b6-bcfe-5dd489a4bf13 service neutron] 10.222.0.18 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850146 Jul 24 01:13:44.167598 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245e543-76f8-47cb-96c1-0b5b748ab417 req-0b0f18ec-f560-4518-b89d-a6cc9760e94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:44.169123 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1245e543-76f8-47cb-96c1-0b5b748ab417 req-0b0f18ec-f560-4518-b89d-a6cc9760e94f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51a0ac89-567c-49c5-9e0e-90ef982eaba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387828 Jul 24 01:13:44.227991 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-430e6676-f8c0-45ba-8cb0-ab18a02da453 service neutron] 10.222.0.18 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857460 Jul 24 01:13:44.286764 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9a586-78ef-45d1-b83b-f86a5d56e3e2 req-befad4bf-5868-4a7d-9047-5f376434fb18 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:44.288267 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fca9a586-78ef-45d1-b83b-f86a5d56e3e2 req-befad4bf-5868-4a7d-9047-5f376434fb18 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.39 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 946 time: 0.0539150 Jul 24 01:13:44.329436 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1245e543-76f8-47cb-96c1-0b5b748ab417 req-d9ea202f-9b05-4f9f-b817-0a4046cba920 service neutron] 10.222.0.39 "GET /v2.0/networks/51a0ac89-567c-49c5-9e0e-90ef982eaba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944610 Jul 24 01:13:44.374719 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-fca9a586-78ef-45d1-b83b-f86a5d56e3e2 req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Deleting port cff1233a-7129-41d1-b7f6-a56a7166e345 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:13:44.375085 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-fca9a586-78ef-45d1-b83b-f86a5d56e3e2 req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:44.430862 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-1245e543-76f8-47cb-96c1-0b5b748ab417 req-6068ef72-cddd-4663-8ea0-a90e6403ab2a service neutron] 10.222.0.39 "GET /v2.0/networks/51a0ac89-567c-49c5-9e0e-90ef982eaba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962942 Jul 24 01:13:44.478009 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-fca9a586-78ef-45d1-b83b-f86a5d56e3e2 req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] For port cff1233a-7129-41d1-b7f6-a56a7166e345, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cff1233a-7129-41d1-b7f6-a56a7166e345,segment=NetworkSegment(209df3fd-924b-4a48-aa66-7668b2a00cf0),segment_id=209df3fd-924b-4a48-aa66-7668b2a00cf0)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:44.478370 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-fca9a586-78ef-45d1-b83b-f86a5d56e3e2 req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:44.495951 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-fca9a586-78ef-45d1-b83b-f86a5d56e3e2 req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Calling delete_port for cff1233a-7129-41d1-b7f6-a56a7166e345 owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:13:44.573900 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7c04477b-8f7b-4f5d-b882-2368a6ce9f4f req-df43b4bb-f14a-480d-bde4-0ebb5f64a97d tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 210 time: 0.0354350 Jul 24 01:13:44.611360 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:44.637695 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:44.660771 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-fca9a586-78ef-45d1-b83b-f86a5d56e3e2 req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (cff1233a-7129-41d1-b7f6-a56a7166e345), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:44.690075 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Pushing event deleted for resources: {'Port': ['ID=cff1233a-7129-41d1-b7f6-a56a7166e345,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:44.719574 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:44.719864 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:44.720205 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:44.720546 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:44.720879 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:44.721208 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:44.721539 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:44.721862 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:44.722199 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:44.723199 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:44.723556 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:44.723882 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:44.724207 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:44.724529 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:44.724852 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:44.749421 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca9a586-78ef-45d1-b83b-f86a5d56e3e2 req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] No DVR routers for this DVR port cff1233a-7129-41d1-b7f6-a56a7166e345 on host hv-cinder-maste {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:13:44.752001 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-fca9a586-78ef-45d1-b83b-f86a5d56e3e2 req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:44.756072 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-fca9a586-78ef-45d1-b83b-f86a5d56e3e2 req-5fc82a53-92f3-4218-a357-4ce96957ce09 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.39 "DELETE /v2.0/ports/cff1233a-7129-41d1-b7f6-a56a7166e345 HTTP/1.1" status: 204 len: 173 time: 0.4617739 Jul 24 01:13:44.756535 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce7c08a-cea9-4fe0-a0e5-5f6224f293ce', 'name': 'network-vif-deleted', 'tag': 'cff1233a-7129-41d1-b7f6-a56a7166e345'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:13:44.758746 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f830e92b-835e-4fe4-b3d1-ea554f3d5e30" -d '{"events": [{"server_uuid": "dce7c08a-cea9-4fe0-a0e5-5f6224f293ce", "name": "network-vif-deleted", "tag": "cff1233a-7129-41d1-b7f6-a56a7166e345"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:13:44.799689 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433dff6e-4c98-4ec1-9438-8520829899fe x-openstack-request-id: req-433dff6e-4c98-4ec1-9438-8520829899fe {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:13:44.799986 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce7c08a-cea9-4fe0-a0e5-5f6224f293ce", "name": "network-vif-deleted", "tag": "cff1233a-7129-41d1-b7f6-a56a7166e345", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:13:44.800240 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-433dff6e-4c98-4ec1-9438-8520829899fe {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:13:44.800700 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433dff6e-4c98-4ec1-9438-8520829899fe'] response: {'server_uuid': 'dce7c08a-cea9-4fe0-a0e5-5f6224f293ce', 'name': 'network-vif-deleted', 'tag': 'cff1233a-7129-41d1-b7f6-a56a7166e345', 'status': 'completed', 'code': 200} Jul 24 01:13:45.048167 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-536d1d13-e494-44d1-8a12-f1dd7fe33527 req-6f0b1970-7949-4404-8f5a-90465d4746b5 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "GET /v2.0/ports?device_id=dce7c08a-cea9-4fe0-a0e5-5f6224f293ce HTTP/1.1" status: 200 len: 210 time: 0.0346892 Jul 24 01:13:45.598464 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-218b0247-580d-41f8-9731-59289f6e32bc tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:45.600007 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-218b0247-580d-41f8-9731-59289f6e32bc tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.39 "GET /v2.0/networks?id=1b1fc3ab-4643-4369-871d-3a6b06dcc201 HTTP/1.1" status: 200 len: 812 time: 0.1042860 Jul 24 01:13:45.674750 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ce3fd160-2403-440f-a4c1-0c08582fd541 req-c699a41d-d012-41c7-b356-078435012489 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 210 time: 0.0310338 Jul 24 01:13:45.773529 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b4c09269-c2af-409d-96f2-59115a459520 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be64d6ea0f0149608c9a823425a0e811 HTTP/1.1" status: 200 len: 380 time: 0.0577595 Jul 24 01:13:45.785777 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-e20d615c-880b-4f9b-95a1-461dcc171b5b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Request body: {'port': {'device_id': '027a7e7d-2e80-453f-8b90-341fb9877ce8', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'admin_state_up': True, 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'security_groups': ['baf7576e-46fe-4cd8-84ac-601e7e32b245']}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:13:45.874233 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-84f68c8e-1d85-40b6-9166-6a4a9b06cf6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:45.902867 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-e20d615c-880b-4f9b-95a1-461dcc171b5b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Made reservation on behalf of be64d6ea0f0149608c9a823425a0e811 for: {'port': 1} {{(pid=103996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:13:45.906436 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-e20d615c-880b-4f9b-95a1-461dcc171b5b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:46.033380 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_common [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-e20d615c-880b-4f9b-95a1-461dcc171b5b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Allocated IP 172.20.0.9 (1b1fc3ab-4643-4369-871d-3a6b06dcc201/4a105886-d6e3-4222-9b3b-646bb27299c8/a628883e-1113-4579-bb10-1d2ff4bb2dc2) {{(pid=103996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:13:46.112047 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41268) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:13:46.171067 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-16e53faa-4bab-4865-9b67-0c5427b827f9 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group (a45080f9-05ec-4555-b53a-252754fa24e0), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:46.173792 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-e20d615c-880b-4f9b-95a1-461dcc171b5b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for port (a628883e-1113-4579-bb10-1d2ff4bb2dc2), precommit_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:46.198093 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-16e53faa-4bab-4865-9b67-0c5427b827f9 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group (a45080f9-05ec-4555-b53a-252754fa24e0), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:46.208038 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-e20d615c-880b-4f9b-95a1-461dcc171b5b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (a628883e-1113-4579-bb10-1d2ff4bb2dc2), after_create {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:46.249263 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-e20d615c-880b-4f9b-95a1-461dcc171b5b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 is already hosted by enough agents. {{(pid=103996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:13:46.255329 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.base_scheduler [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-e20d615c-880b-4f9b-95a1-461dcc171b5b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Resources bound (agent type, host, resource id): {{(pid=103996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:46.259433 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-e20d615c-880b-4f9b-95a1-461dcc171b5b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Received port after_create {{(pid=103996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:13:46.271908 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-16e53faa-4bab-4865-9b67-0c5427b827f9 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (a45080f9-05ec-4555-b53a-252754fa24e0), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:46.274474 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-16e53faa-4bab-4865-9b67-0c5427b827f9 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:46.278698 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-16e53faa-4bab-4865-9b67-0c5427b827f9 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] 10.222.0.18 "DELETE /v2.0/security-groups/a45080f9-05ec-4555-b53a-252754fa24e0 HTTP/1.1" status: 204 len: 168 time: 0.1636803 Jul 24 01:13:46.287499 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e53faa-4bab-4865-9b67-0c5427b827f9 tempest-TestShelveInstance-1945545547 tempest-TestShelveInstance-1945545547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45080f9-05ec-4555-b53a-252754fa24e0,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:46.295158 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d615c-880b-4f9b-95a1-461dcc171b5b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event updated for resources: {'Port': ['ID=a628883e-1113-4579-bb10-1d2ff4bb2dc2,revision_number=1']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:46.344053 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41272) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:13:46.348909 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-e20d615c-880b-4f9b-95a1-461dcc171b5b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:46.349688 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-e20d615c-880b-4f9b-95a1-461dcc171b5b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:46.366620 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:46.367725 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:46.374726 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-e20d615c-880b-4f9b-95a1-461dcc171b5b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5940893 Jul 24 01:13:46.399187 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.v2.base [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] Request body: {'port': {'device_id': '027a7e7d-2e80-453f-8b90-341fb9877ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:13:46.536859 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-6c446ca7-f68c-40eb-934f-eb447606149f None None] Provisioning complete for port a628883e-1113-4579-bb10-1d2ff4bb2dc2 triggered by entity DHCP. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:13:46.537633 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6c446ca7-f68c-40eb-934f-eb447606149f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (a628883e-1113-4579-bb10-1d2ff4bb2dc2), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:46.578193 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-6c446ca7-f68c-40eb-934f-eb447606149f None None] Port a628883e-1113-4579-bb10-1d2ff4bb2dc2 cannot update to ACTIVE because it is not bound. {{(pid=103997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 24 01:13:46.782460 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (a628883e-1113-4579-bb10-1d2ff4bb2dc2), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:46.809005 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48213f-81e9-482b-899e-01a456db6127 req-155cbc7d-485e-4a7b-8fba-781e6c77aabd tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:46.810362 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ac48213f-81e9-482b-899e-01a456db6127 req-155cbc7d-485e-4a7b-8fba-781e6c77aabd tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 931 time: 0.0604200 Jul 24 01:13:46.937431 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ac48213f-81e9-482b-899e-01a456db6127 req-b9efb2ba-69a1-425f-8f59-b36e71bb73b6 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082711 Jul 24 01:13:46.972817 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bb231403-8058-4d04-be39-1791cccdc8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687808'] for router_interface (49fb8c23-852d-4440-bd9c-1a84f873923e), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:47.047702 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:47.053131 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:47.090434 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a628883e-1113-4579-bb10-1d2ff4bb2dc2 {{(pid=103996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:13:47.098653 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] Publish callbacks [] for port (a628883e-1113-4579-bb10-1d2ff4bb2dc2), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:47.112139 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.provisioning_blocks [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] Transition to ACTIVE for port object a628883e-1113-4579-bb10-1d2ff4bb2dc2 will not be triggered until provisioned by entity L2. {{(pid=103996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 24 01:13:47.115721 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4959413'] for port (a628883e-1113-4579-bb10-1d2ff4bb2dc2), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:47.162647 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:47.190647 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] Pushing event updated for resources: {'Port': ['ID=a628883e-1113-4579-bb10-1d2ff4bb2dc2,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:47.203940 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-bb231403-8058-4d04-be39-1791cccdc8bf admin admin] Deleting port 569b90a4-c65d-4e22-aa72-f8fd090b5831 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:13:47.204502 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bb231403-8058-4d04-be39-1791cccdc8bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (569b90a4-c65d-4e22-aa72-f8fd090b5831), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:47.252959 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] Attempting to bind port a628883e-1113-4579-bb10-1d2ff4bb2dc2 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 24 01:13:47.254039 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] Attempting to bind port a628883e-1113-4579-bb10-1d2ff4bb2dc2 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '186195d4-aa20-4667-aa55-9cc17d991e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 24 01:13:47.255071 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] Attempting to bind port a628883e-1113-4579-bb10-1d2ff4bb2dc2 on network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:13:47.261795 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] Port a628883e-1113-4579-bb10-1d2ff4bb2dc2 on network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 24 01:13:47.262131 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] Attempting to bind port a628883e-1113-4579-bb10-1d2ff4bb2dc2 on network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 24 01:13:47.270023 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] Checking agent: {'id': 'e7b2140f-0e0f-4ee7-997b-e62068d5aaa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'started_at': datetime.datetime(2022, 7, 24, 0, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 24, 1, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 24 01:13:47.270384 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] Checking segment: {'id': '186195d4-aa20-4667-aa55-9cc17d991e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 24 01:13:47.270879 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] Bound using segment: {'id': '186195d4-aa20-4667-aa55-9cc17d991e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 24 01:13:47.271353 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] Bound port: a628883e-1113-4579-bb10-1d2ff4bb2dc2, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186195d4-aa20-4667-aa55-9cc17d991e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 24 01:13:47.271692 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (a628883e-1113-4579-bb10-1d2ff4bb2dc2), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:47.298003 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-bb231403-8058-4d04-be39-1791cccdc8bf admin admin] For port 569b90a4-c65d-4e22-aa72-f8fd090b5831, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=569b90a4-c65d-4e22-aa72-f8fd090b5831,segment=NetworkSegment(209df3fd-924b-4a48-aa66-7668b2a00cf0),segment_id=209df3fd-924b-4a48-aa66-7668b2a00cf0)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:47.298670 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bb231403-8058-4d04-be39-1791cccdc8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (569b90a4-c65d-4e22-aa72-f8fd090b5831), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:47.313655 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-bb231403-8058-4d04-be39-1791cccdc8bf admin admin] Calling delete_port for 569b90a4-c65d-4e22-aa72-f8fd090b5831 owned by network:router_interface {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:13:47.337670 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] For port a628883e-1113-4579-bb10-1d2ff4bb2dc2, host hv-cinder-maste, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:13:47.341101 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] For port a628883e-1113-4579-bb10-1d2ff4bb2dc2, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a628883e-1113-4579-bb10-1d2ff4bb2dc2,segment=NetworkSegment(186195d4-aa20-4667-aa55-9cc17d991e7d),segment_id=186195d4-aa20-4667-aa55-9cc17d991e7d)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:13:47.347767 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4959413'] for port (a628883e-1113-4579-bb10-1d2ff4bb2dc2), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:47.382174 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:47.382822 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:47.384215 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] 10.222.0.39 "PUT /v2.0/ports/a628883e-1113-4579-bb10-1d2ff4bb2dc2 HTTP/1.1" status: 200 len: 1093 time: 0.9938424 Jul 24 01:13:47.384660 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027a7e7d-2e80-453f-8b90-341fb9877ce8', 'tag': 'a628883e-1113-4579-bb10-1d2ff4bb2dc2'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:13:47.387550 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb76d2a1-5b81-4906-a7a3-6fa7e9cae557" -d '{"events": [{"name": "network-changed", "server_uuid": "027a7e7d-2e80-453f-8b90-341fb9877ce8", "tag": "a628883e-1113-4579-bb10-1d2ff4bb2dc2"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:13:47.415852 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355c935-f51e-4b67-9e7f-9feb55c46560 service neutron] Pushing event updated for resources: {'Port': ['ID=a628883e-1113-4579-bb10-1d2ff4bb2dc2,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:47.454078 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5563a88-8093-4245-b50d-861e2bacd37f x-openstack-request-id: req-e5563a88-8093-4245-b50d-861e2bacd37f {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:13:47.454438 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027a7e7d-2e80-453f-8b90-341fb9877ce8", "tag": "a628883e-1113-4579-bb10-1d2ff4bb2dc2", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:13:47.455162 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5563a88-8093-4245-b50d-861e2bacd37f {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:13:47.455162 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5563a88-8093-4245-b50d-861e2bacd37f'] response: {'name': 'network-changed', 'server_uuid': '027a7e7d-2e80-453f-8b90-341fb9877ce8', 'tag': 'a628883e-1113-4579-bb10-1d2ff4bb2dc2', 'status': 'completed', 'code': 200} Jul 24 01:13:47.539177 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bb231403-8058-4d04-be39-1791cccdc8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (569b90a4-c65d-4e22-aa72-f8fd090b5831), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:47.571557 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb231403-8058-4d04-be39-1791cccdc8bf admin admin] Pushing event deleted for resources: {'Port': ['ID=569b90a4-c65d-4e22-aa72-f8fd090b5831,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:47.652776 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76d2a1-5b81-4906-a7a3-6fa7e9cae557 req-f35e6903-388b-4f26-97c9-7c58f1a808b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:47.654558 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cb76d2a1-5b81-4906-a7a3-6fa7e9cae557 req-f35e6903-388b-4f26-97c9-7c58f1a808b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be64d6ea0f0149608c9a823425a0e811&device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 1127 time: 0.0592189 Jul 24 01:13:47.762227 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bb231403-8058-4d04-be39-1791cccdc8bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687152'] for router_interface (49fb8c23-852d-4440-bd9c-1a84f873923e), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:47.798350 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:47.806416 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:47.810187 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76d2a1-5b81-4906-a7a3-6fa7e9cae557 req-3f572c7b-602e-45f1-8387-73ef3536e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:47.811707 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cb76d2a1-5b81-4906-a7a3-6fa7e9cae557 req-3f572c7b-602e-45f1-8387-73ef3536e987 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=be64d6ea0f0149608c9a823425a0e811&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1165080 Jul 24 01:13:47.970855 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb231403-8058-4d04-be39-1791cccdc8bf admin admin] Router 49fb8c23-852d-4440-bd9c-1a84f873923e has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:13:47.971844 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:47.974673 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:48.035616 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76d2a1-5b81-4906-a7a3-6fa7e9cae557 req-37aa4608-8043-40cc-83b0-48df4707bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:48.037045 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-cb76d2a1-5b81-4906-a7a3-6fa7e9cae557 req-37aa4608-8043-40cc-83b0-48df4707bca9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1083364 Jul 24 01:13:48.073164 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0062e-0039-42ef-9662-b706a5200acd req-fe99cbab-fcc0-4231-abde-823faea3a972 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:48.074671 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3aa0062e-0039-42ef-9662-b706a5200acd req-fe99cbab-fcc0-4231-abde-823faea3a972 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 943 time: 0.0578966 Jul 24 01:13:48.085135 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb231403-8058-4d04-be39-1791cccdc8bf admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:13:48.085631 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device cff1233a-7129-41d1-b7f6-a56a7166e345 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:13:48.091205 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-bb231403-8058-4d04-be39-1791cccdc8bf admin admin] 10.222.0.18 "PUT /v2.0/routers/49fb8c23-852d-4440-bd9c-1a84f873923e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7454534 Jul 24 01:13:48.093756 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41280) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:13:48.096806 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3e1267-d08b-4f2d-a29e-45663354abb1 None None] Sync routers for ids ['49fb8c23-852d-4440-bd9c-1a84f873923e'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:13:48.108712 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] No Port match for: cff1233a-7129-41d1-b7f6-a56a7166e345 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:13:48.109341 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device cff1233a-7129-41d1-b7f6-a56a7166e345 not bound to the agent host hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:13:48.109560 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3e1267-d08b-4f2d-a29e-45663354abb1 None None] Routers {'49fb8c23-852d-4440-bd9c-1a84f873923e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:13:48.110304 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-5f3e1267-d08b-4f2d-a29e-45663354abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:13:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['49fb8c23-852d-4440-bd9c-1a84f873923e'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:48.172652 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-4549e88d-aa0b-4549-a4fc-b8b0a75dfa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:48.174143 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-4549e88d-aa0b-4549-a4fc-b8b0a75dfa06 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be64d6ea0f0149608c9a823425a0e811&device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 1127 time: 0.0596924 Jul 24 01:13:48.179590 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-3aa0062e-0039-42ef-9662-b706a5200acd req-6506922f-7793-4aea-bd63-00a8cdc6514e tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987005 Jul 24 01:13:48.200700 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4e28cfdd-38a5-4b71-9686-d0dd76c3c083 admin admin] Publish callbacks [] for router (49fb8c23-852d-4440-bd9c-1a84f873923e), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:48.223861 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-5f3e1267-d08b-4f2d-a29e-45663354abb1 None None] Set router 49fb8c23-852d-4440-bd9c-1a84f873923e gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:13:48.228160 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-06ff6355-917a-4a31-80be-cc38ffb721e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a628883e-1113-4579-bb10-1d2ff4bb2dc2 HTTP/1.1" status: 200 len: 217 time: 0.0413382 Jul 24 01:13:48.278176 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-63b7efe8-2bee-4443-9561-5f87ab5226d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:48.279778 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-63b7efe8-2bee-4443-9561-5f87ab5226d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a105886-d6e3-4222-9b3b-646bb27299c8 HTTP/1.1" status: 200 len: 851 time: 0.0461745 Jul 24 01:13:48.307119 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4e28cfdd-38a5-4b71-9686-d0dd76c3c083 admin admin] Publish callbacks [] for router_gateway (49fb8c23-852d-4440-bd9c-1a84f873923e), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:48.326430 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-0bb05904-50bc-4816-a817-c043bc8f7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:48.328022 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-0bb05904-50bc-4816-a817-c043bc8f7839 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b1fc3ab-4643-4369-871d-3a6b06dcc201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418923 Jul 24 01:13:48.352767 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-4e28cfdd-38a5-4b71-9686-d0dd76c3c083 admin admin] Deleting port 31745b64-f144-47c0-910e-08af62d7b36a {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:13:48.353106 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4e28cfdd-38a5-4b71-9686-d0dd76c3c083 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (31745b64-f144-47c0-910e-08af62d7b36a), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:48.383936 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=100 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:48.404721 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-5f3e1267-d08b-4f2d-a29e-45663354abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'name': 'tempest-TestShelveInstance-37410042-router', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185'}], 'enable_snat': True}, 'gw_port_id': '31745b64-f144-47c0-910e-08af62d7b36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:13:47Z', 'revision_number': 5, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'gw_port': {'id': '31745b64-f144-47c0-910e-08af62d7b36a', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:48.434236 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3e1267-d08b-4f2d-a29e-45663354abb1 None None] Checking router: 49fb8c23-852d-4440-bd9c-1a84f873923e for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:13:48.439464 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-4e28cfdd-38a5-4b71-9686-d0dd76c3c083 admin admin] For port 31745b64-f144-47c0-910e-08af62d7b36a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=31745b64-f144-47c0-910e-08af62d7b36a,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:48.439829 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4e28cfdd-38a5-4b71-9686-d0dd76c3c083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (31745b64-f144-47c0-910e-08af62d7b36a), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:48.442815 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-dbdd0f53-3f82-46ec-9efa-b2a1056f4a92 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071908 Jul 24 01:13:48.443294 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3e1267-d08b-4f2d-a29e-45663354abb1 None None] Routers {'49fb8c23-852d-4440-bd9c-1a84f873923e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:13:48.443915 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-5f3e1267-d08b-4f2d-a29e-45663354abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:13:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['49fb8c23-852d-4440-bd9c-1a84f873923e'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:48.453814 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-4e28cfdd-38a5-4b71-9686-d0dd76c3c083 admin admin] Calling delete_port for 31745b64-f144-47c0-910e-08af62d7b36a owned by network:router_gateway {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:13:48.455923 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:48.501744 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=100 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:48.528332 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-5f3e1267-d08b-4f2d-a29e-45663354abb1 None None] Set router 49fb8c23-852d-4440-bd9c-1a84f873923e gateway port host: None {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:13:48.538384 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-608f9551-af68-4978-aec0-68a1fbb8ad3c req-780bc49e-e70e-4e02-82a0-9cac69d2ba42 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912602 Jul 24 01:13:48.583994 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-5f3e1267-d08b-4f2d-a29e-45663354abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'name': 'tempest-TestShelveInstance-37410042-router', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:13:48Z', 'revision_number': 6, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:48.608564 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3e1267-d08b-4f2d-a29e-45663354abb1 None None] The sync data for ids ['49fb8c23-852d-4440-bd9c-1a84f873923e'] in dv-cinder-master-3-iscsi is: [{'id': '49fb8c23-852d-4440-bd9c-1a84f873923e', 'name': 'tempest-TestShelveInstance-37410042-router', 'tenant_id': '6af7b896ae8f4e09957a342a4c0d3030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:10Z', 'updated_at': '2022-07-24T01:13:48Z', 'revision_number': 6, 'project_id': '6af7b896ae8f4e09957a342a4c0d3030', 'gw_port_host': None}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:13:48.626869 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4e28cfdd-38a5-4b71-9686-d0dd76c3c083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (31745b64-f144-47c0-910e-08af62d7b36a), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:48.652335 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28cfdd-38a5-4b71-9686-d0dd76c3c083 admin admin] Pushing event deleted for resources: {'Port': ['ID=31745b64-f144-47c0-910e-08af62d7b36a,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:48.715354 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4e28cfdd-38a5-4b71-9686-d0dd76c3c083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687419'] for router_gateway (49fb8c23-852d-4440-bd9c-1a84f873923e), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:48.798854 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4e28cfdd-38a5-4b71-9686-d0dd76c3c083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1249'] for router (49fb8c23-852d-4440-bd9c-1a84f873923e), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:48.800971 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4e28cfdd-38a5-4b71-9686-d0dd76c3c083 admin admin] Publish callbacks [] for router_controller (49fb8c23-852d-4440-bd9c-1a84f873923e), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:48.846203 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4e28cfdd-38a5-4b71-9686-d0dd76c3c083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680094'] for router (49fb8c23-852d-4440-bd9c-1a84f873923e), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:48.846873 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e28cfdd-38a5-4b71-9686-d0dd76c3c083 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49fb8c23-852d-4440-bd9c-1a84f873923e {{(pid=103995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:13:48.851175 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4e28cfdd-38a5-4b71-9686-d0dd76c3c083 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:48.852235 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-4e28cfdd-38a5-4b71-9686-d0dd76c3c083 admin admin] 10.222.0.18 "DELETE /v2.0/routers/49fb8c23-852d-4440-bd9c-1a84f873923e HTTP/1.1" status: 204 len: 168 time: 0.7575545 Jul 24 01:13:48.854876 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41282) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:13:48.885122 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:48.890758 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:48.902739 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d4bad2-77b4-4947-81c8-97037305e314 admin admin] Deleting subnet 0a6ddd35-0569-44e1-8a6a-caa33f49bcd3 {{(pid=103995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 01:13:48.905993 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-47d4bad2-77b4-4947-81c8-97037305e314 admin admin] Publish callbacks [] for subnet (0a6ddd35-0569-44e1-8a6a-caa33f49bcd3), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:48.933742 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:48.945476 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-47d4bad2-77b4-4947-81c8-97037305e314 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4260261'] for subnet (0a6ddd35-0569-44e1-8a6a-caa33f49bcd3), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:49.028283 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-47d4bad2-77b4-4947-81c8-97037305e314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1702200'] for subnet (0a6ddd35-0569-44e1-8a6a-caa33f49bcd3), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:49.080493 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-47d4bad2-77b4-4947-81c8-97037305e314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1702193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3892429'] for subnet (0a6ddd35-0569-44e1-8a6a-caa33f49bcd3), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:49.106451 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4bad2-77b4-4947-81c8-97037305e314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a6ddd35-0569-44e1-8a6a-caa33f49bcd3,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:49.108443 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-47d4bad2-77b4-4947-81c8-97037305e314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:49.115142 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-47d4bad2-77b4-4947-81c8-97037305e314 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0a6ddd35-0569-44e1-8a6a-caa33f49bcd3 HTTP/1.1" status: 204 len: 168 time: 0.2557151 Jul 24 01:13:49.115257 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c4848d-40d1-4469-bcb3-3408b4a1ab44 None None] Network 51a0ac89-567c-49c5-9e0e-90ef982eaba7 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:13:49.115359 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 41284) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:13:49.189585 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-af4c8764-a0ba-4c7b-9142-110ebc87a485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658929'] for network (51a0ac89-567c-49c5-9e0e-90ef982eaba7), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:49.236093 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-af4c8764-a0ba-4c7b-9142-110ebc87a485 admin admin] Deleting port a568b722-5784-4414-b24c-41382df274af {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:13:49.236470 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-af4c8764-a0ba-4c7b-9142-110ebc87a485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (a568b722-5784-4414-b24c-41382df274af), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:49.340705 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-af4c8764-a0ba-4c7b-9142-110ebc87a485 admin admin] For port a568b722-5784-4414-b24c-41382df274af, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a568b722-5784-4414-b24c-41382df274af,segment=NetworkSegment(209df3fd-924b-4a48-aa66-7668b2a00cf0),segment_id=209df3fd-924b-4a48-aa66-7668b2a00cf0)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:49.341067 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-af4c8764-a0ba-4c7b-9142-110ebc87a485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (a568b722-5784-4414-b24c-41382df274af), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:49.350491 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03446186-ee4e-433a-92a4-8b753fabe8f4 req-4ab54e0c-3c37-4f2d-8f9f-5820ecc75759 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:49.352099 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-03446186-ee4e-433a-92a4-8b753fabe8f4 req-4ab54e0c-3c37-4f2d-8f9f-5820ecc75759 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 943 time: 0.0934029 Jul 24 01:13:49.379042 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-af4c8764-a0ba-4c7b-9142-110ebc87a485 admin admin] Calling delete_port for a568b722-5784-4414-b24c-41382df274af owned by network:dhcp {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:13:49.410918 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] DHCP port deletion for 51a0ac89-567c-49c5-9e0e-90ef982eaba7 request from dv-cinder-master-3-iscsi {{(pid=103997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 24 01:13:49.447815 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-03446186-ee4e-433a-92a4-8b753fabe8f4 req-66aa9bb5-45ba-4593-8e30-c47cf1927633 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897169 Jul 24 01:13:49.449202 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] Deleting port a568b722-5784-4414-b24c-41382df274af {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:13:49.449695 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (a568b722-5784-4414-b24c-41382df274af), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:49.495608 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-af4c8764-a0ba-4c7b-9142-110ebc87a485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (a568b722-5784-4414-b24c-41382df274af), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:49.519105 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c8764-a0ba-4c7b-9142-110ebc87a485 admin admin] Pushing event deleted for resources: {'Port': ['ID=a568b722-5784-4414-b24c-41382df274af,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:49.523446 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] For port a568b722-5784-4414-b24c-41382df274af, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a568b722-5784-4414-b24c-41382df274af,segment=NetworkSegment(209df3fd-924b-4a48-aa66-7668b2a00cf0),segment_id=209df3fd-924b-4a48-aa66-7668b2a00cf0)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:49.523993 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (a568b722-5784-4414-b24c-41382df274af), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:49.525349 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4c8764-a0ba-4c7b-9142-110ebc87a485 admin admin] No DVR routers for this DVR port a568b722-5784-4414-b24c-41382df274af on host dv-cinder-master-3-iscsi {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:13:49.538117 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] Calling delete_port for a568b722-5784-4414-b24c-41382df274af owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:13:49.549692 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:49.552261 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:49.604467 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-af4c8764-a0ba-4c7b-9142-110ebc87a485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702323', 'neutron.services.segments.db._delete_segments_for_network-8763390966860'] for network (51a0ac89-567c-49c5-9e0e-90ef982eaba7), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:49.620521 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239'] for port (a568b722-5784-4414-b24c-41382df274af), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:49.626104 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-af4c8764-a0ba-4c7b-9142-110ebc87a485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a0ac89-567c-49c5-9e0e-90ef982eaba7']}} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:49.632972 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device a568b722-5784-4414-b24c-41382df274af no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:13:49.636719 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-af4c8764-a0ba-4c7b-9142-110ebc87a485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209df3fd-924b-4a48-aa66-7668b2a00cf0') {'for_net_delete': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:49.637017 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.services.segments.db [None req-af4c8764-a0ba-4c7b-9142-110ebc87a485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209df3fd-924b-4a48-aa66-7668b2a00cf0') {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:49.652887 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-af4c8764-a0ba-4c7b-9142-110ebc87a485 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763390966245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15792549'] for segment (209df3fd-924b-4a48-aa66-7668b2a00cf0), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:49.667340 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-af4c8764-a0ba-4c7b-9142-110ebc87a485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (209df3fd-924b-4a48-aa66-7668b2a00cf0), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:49.672999 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] Pushing event deleted for resources: {'Port': ['ID=a568b722-5784-4414-b24c-41382df274af,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:49.676052 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] No DVR routers for this DVR port a568b722-5784-4414-b24c-41382df274af on host dv-cinder-master-3-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:13:49.677774 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: a568b722-5784-4414-b24c-41382df274af {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:13:49.677937 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4c8764-a0ba-4c7b-9142-110ebc87a485 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:13:49.678106 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device a568b722-5784-4414-b24c-41382df274af not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:13:49.678343 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-af4c8764-a0ba-4c7b-9142-110ebc87a485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4959449'] for segment (209df3fd-924b-4a48-aa66-7668b2a00cf0), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:49.678493 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 31745b64-f144-47c0-910e-08af62d7b36a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:13:49.716655 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 31745b64-f144-47c0-910e-08af62d7b36a {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:13:49.716992 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 31745b64-f144-47c0-910e-08af62d7b36a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:13:49.717599 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 569b90a4-c65d-4e22-aa72-f8fd090b5831 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:13:49.721740 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:49.722413 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:49.723370 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:49.724176 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:49.724968 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:49.725733 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:49.726212 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:49.726727 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:49.727278 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:49.727765 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:49.728093 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:49.728424 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:49.728747 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:49.729065 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:49.729384 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc410e44-760b-4551-9785-5ec44ea5dcb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:49.748750 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 569b90a4-c65d-4e22-aa72-f8fd090b5831 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:13:49.749091 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 569b90a4-c65d-4e22-aa72-f8fd090b5831 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:13:49.751383 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-af4c8764-a0ba-4c7b-9142-110ebc87a485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687525'] for network (51a0ac89-567c-49c5-9e0e-90ef982eaba7), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:49.756395 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-af4c8764-a0ba-4c7b-9142-110ebc87a485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:49.759754 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-af4c8764-a0ba-4c7b-9142-110ebc87a485 admin admin] 10.222.0.18 "DELETE /v2.0/networks/51a0ac89-567c-49c5-9e0e-90ef982eaba7 HTTP/1.1" status: 204 len: 168 time: 0.6435628 Jul 24 01:13:49.763942 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41292) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:13:49.773992 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c8764-a0ba-4c7b-9142-110ebc87a485 admin admin] Pushing event deleted for resources: {'Network': ['ID=51a0ac89-567c-49c5-9e0e-90ef982eaba7,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:49.792744 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.services.segments.plugin [-] Segment 209df3fd-924b-4a48-aa66-7668b2a00cf0 resource provider aggregate not found Jul 24 01:13:49.810126 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.services.segments.plugin [-] Segment 209df3fd-924b-4a48-aa66-7668b2a00cf0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 209df3fd-924b-4a48-aa66-7668b2a00cf0 found for delete ", "request_id": "req-a2294487-6a8b-40b6-9e20-9694c9919848"}]} Jul 24 01:13:50.075361 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-99ffe4e1-78ae-468d-a57f-a6ae65f3d829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687808'] for router_interface (277d4900-4cf8-4332-b4e5-70b984baa18f), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:50.285962 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-99ffe4e1-78ae-468d-a57f-a6ae65f3d829 admin admin] Deleting port 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:13:50.286303 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-99ffe4e1-78ae-468d-a57f-a6ae65f3d829 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (3748cb7d-8e79-4840-bdd8-3fbc6e4323d2), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:50.352293 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:50.367678 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-99ffe4e1-78ae-468d-a57f-a6ae65f3d829 admin admin] For port 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3748cb7d-8e79-4840-bdd8-3fbc6e4323d2,segment=NetworkSegment(e2bdabce-5b19-403a-b36b-acaba9968b74),segment_id=e2bdabce-5b19-403a-b36b-acaba9968b74)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:50.368036 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-99ffe4e1-78ae-468d-a57f-a6ae65f3d829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (3748cb7d-8e79-4840-bdd8-3fbc6e4323d2), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:50.380690 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-99ffe4e1-78ae-468d-a57f-a6ae65f3d829 admin admin] Calling delete_port for 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2 owned by network:router_interface {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:13:50.444001 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:50.561538 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-99ffe4e1-78ae-468d-a57f-a6ae65f3d829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (3748cb7d-8e79-4840-bdd8-3fbc6e4323d2), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:50.563554 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90452f81-ff6b-4355-9212-3e067ccad8a5 req-4a1283ef-fd1e-4f1f-9923-5ae69ea17ab5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:50.565037 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-90452f81-ff6b-4355-9212-3e067ccad8a5 req-4a1283ef-fd1e-4f1f-9923-5ae69ea17ab5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 943 time: 0.0477507 Jul 24 01:13:50.586517 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffe4e1-78ae-468d-a57f-a6ae65f3d829 admin admin] Pushing event deleted for resources: {'Port': ['ID=3748cb7d-8e79-4840-bdd8-3fbc6e4323d2,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:50.623611 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-90452f81-ff6b-4355-9212-3e067ccad8a5 req-bd562780-1882-494b-a690-29558a4bcc59 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519409 Jul 24 01:13:50.760751 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-99ffe4e1-78ae-468d-a57f-a6ae65f3d829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687152'] for router_interface (277d4900-4cf8-4332-b4e5-70b984baa18f), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:51.205133 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ffe4e1-78ae-468d-a57f-a6ae65f3d829 admin admin] Router 277d4900-4cf8-4332-b4e5-70b984baa18f has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:13:51.305825 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ffe4e1-78ae-468d-a57f-a6ae65f3d829 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:13:51.311159 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-99ffe4e1-78ae-468d-a57f-a6ae65f3d829 admin admin] 10.222.0.18 "PUT /v2.0/routers/277d4900-4cf8-4332-b4e5-70b984baa18f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5471516 Jul 24 01:13:51.313735 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41298) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:13:51.317504 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04822438-b099-44b9-8ada-0ed863b2e776 None None] Sync routers for ids ['277d4900-4cf8-4332-b4e5-70b984baa18f'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:13:51.327465 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04822438-b099-44b9-8ada-0ed863b2e776 None None] Routers {'277d4900-4cf8-4332-b4e5-70b984baa18f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:13:51.328084 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-04822438-b099-44b9-8ada-0ed863b2e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:13:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['277d4900-4cf8-4332-b4e5-70b984baa18f'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:51.415612 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ae5d917c-701f-4d76-be85-efc73020e122 admin admin] Publish callbacks [] for router (277d4900-4cf8-4332-b4e5-70b984baa18f), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:51.431148 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-04822438-b099-44b9-8ada-0ed863b2e776 None None] Set router 277d4900-4cf8-4332-b4e5-70b984baa18f gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:13:51.455591 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:51.519792 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ae5d917c-701f-4d76-be85-efc73020e122 admin admin] Publish callbacks [] for router_gateway (277d4900-4cf8-4332-b4e5-70b984baa18f), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:51.563435 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d917c-701f-4d76-be85-efc73020e122 admin admin] Deleting port 949d10a2-4961-4180-96b0-39d26f67f54d {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:13:51.563840 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ae5d917c-701f-4d76-be85-efc73020e122 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (949d10a2-4961-4180-96b0-39d26f67f54d), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:51.608789 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-04822438-b099-44b9-8ada-0ed863b2e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277d4900-4cf8-4332-b4e5-70b984baa18f', 'name': 'tempest-TestShelveInstance-176681494-router', 'tenant_id': '24afdf735d104a73b7f1ad8a92757ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.35'}], 'enable_snat': True}, 'gw_port_id': '949d10a2-4961-4180-96b0-39d26f67f54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:16Z', 'updated_at': '2022-07-24T01:13:50Z', 'revision_number': 5, 'project_id': '24afdf735d104a73b7f1ad8a92757ffc', 'gw_port': {'id': '949d10a2-4961-4180-96b0-39d26f67f54d', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277d4900-4cf8-4332-b4e5-70b984baa18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:09:17Z', 'updated_at': '2022-07-24T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:51.619580 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:51.637440 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04822438-b099-44b9-8ada-0ed863b2e776 None None] Checking router: 277d4900-4cf8-4332-b4e5-70b984baa18f for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:13:51.643328 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:51.647330 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04822438-b099-44b9-8ada-0ed863b2e776 None None] Routers {'277d4900-4cf8-4332-b4e5-70b984baa18f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:13:51.647942 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-04822438-b099-44b9-8ada-0ed863b2e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:13:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['277d4900-4cf8-4332-b4e5-70b984baa18f'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:51.650962 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:51.656753 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-ae5d917c-701f-4d76-be85-efc73020e122 admin admin] For port 949d10a2-4961-4180-96b0-39d26f67f54d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=949d10a2-4961-4180-96b0-39d26f67f54d,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:51.657225 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ae5d917c-701f-4d76-be85-efc73020e122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (949d10a2-4961-4180-96b0-39d26f67f54d), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:51.670901 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d917c-701f-4d76-be85-efc73020e122 admin admin] Calling delete_port for 949d10a2-4961-4180-96b0-39d26f67f54d owned by network:router_gateway {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:13:51.737143 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-04822438-b099-44b9-8ada-0ed863b2e776 None None] Set router 277d4900-4cf8-4332-b4e5-70b984baa18f gateway port host: None {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:13:51.792641 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-04822438-b099-44b9-8ada-0ed863b2e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277d4900-4cf8-4332-b4e5-70b984baa18f', 'name': 'tempest-TestShelveInstance-176681494-router', 'tenant_id': '24afdf735d104a73b7f1ad8a92757ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:16Z', 'updated_at': '2022-07-24T01:13:51Z', 'revision_number': 6, 'project_id': '24afdf735d104a73b7f1ad8a92757ffc', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:51.801779 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68d9ff-ce2f-4afb-8267-d7bdc6359a02 req-14d881bb-f6be-464a-8e37-4d5f9075d473 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:51.803621 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ec68d9ff-ce2f-4afb-8267-d7bdc6359a02 req-14d881bb-f6be-464a-8e37-4d5f9075d473 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 943 time: 0.0480046 Jul 24 01:13:51.820733 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04822438-b099-44b9-8ada-0ed863b2e776 None None] The sync data for ids ['277d4900-4cf8-4332-b4e5-70b984baa18f'] in dv-cinder-master-3-iscsi is: [{'id': '277d4900-4cf8-4332-b4e5-70b984baa18f', 'name': 'tempest-TestShelveInstance-176681494-router', 'tenant_id': '24afdf735d104a73b7f1ad8a92757ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:09:16Z', 'updated_at': '2022-07-24T01:13:51Z', 'revision_number': 6, 'project_id': '24afdf735d104a73b7f1ad8a92757ffc', 'gw_port_host': None}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:13:51.852431 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ae5d917c-701f-4d76-be85-efc73020e122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (949d10a2-4961-4180-96b0-39d26f67f54d), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:51.866750 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ec68d9ff-ce2f-4afb-8267-d7bdc6359a02 req-2348576e-f4b2-460f-904d-aba0e74a761c tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562847 Jul 24 01:13:51.879444 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d917c-701f-4d76-be85-efc73020e122 admin admin] Pushing event deleted for resources: {'Port': ['ID=949d10a2-4961-4180-96b0-39d26f67f54d,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:51.940763 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ae5d917c-701f-4d76-be85-efc73020e122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687419'] for router_gateway (277d4900-4cf8-4332-b4e5-70b984baa18f), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.026283 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ae5d917c-701f-4d76-be85-efc73020e122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1249'] for router (277d4900-4cf8-4332-b4e5-70b984baa18f), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.028456 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ae5d917c-701f-4d76-be85-efc73020e122 admin admin] Publish callbacks [] for router_controller (277d4900-4cf8-4332-b4e5-70b984baa18f), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.073114 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ae5d917c-701f-4d76-be85-efc73020e122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680094'] for router (277d4900-4cf8-4332-b4e5-70b984baa18f), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.073705 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5d917c-701f-4d76-be85-efc73020e122 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 277d4900-4cf8-4332-b4e5-70b984baa18f {{(pid=103995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:13:52.078177 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ae5d917c-701f-4d76-be85-efc73020e122 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.079330 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-ae5d917c-701f-4d76-be85-efc73020e122 admin admin] 10.222.0.18 "DELETE /v2.0/routers/277d4900-4cf8-4332-b4e5-70b984baa18f HTTP/1.1" status: 204 len: 168 time: 0.7647018 Jul 24 01:13:52.082240 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 41304) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:13:52.125942 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2c76d0-fc45-450c-a129-7194ad3a0a36 admin admin] Deleting subnet 232ef45d-0bf1-4d9c-b759-3599b827e9c5 {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 01:13:52.130007 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5a2c76d0-fc45-450c-a129-7194ad3a0a36 admin admin] Publish callbacks [] for subnet (232ef45d-0bf1-4d9c-b759-3599b827e9c5), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.165623 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5a2c76d0-fc45-450c-a129-7194ad3a0a36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15792540'] for subnet (232ef45d-0bf1-4d9c-b759-3599b827e9c5), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.250921 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5a2c76d0-fc45-450c-a129-7194ad3a0a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1702200'] for subnet (232ef45d-0bf1-4d9c-b759-3599b827e9c5), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.303611 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5a2c76d0-fc45-450c-a129-7194ad3a0a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1702193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4959331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5214611'] for subnet (232ef45d-0bf1-4d9c-b759-3599b827e9c5), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.332538 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c76d0-fc45-450c-a129-7194ad3a0a36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=232ef45d-0bf1-4d9c-b759-3599b827e9c5,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:52.334416 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5a2c76d0-fc45-450c-a129-7194ad3a0a36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.338113 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-5a2c76d0-fc45-450c-a129-7194ad3a0a36 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/232ef45d-0bf1-4d9c-b759-3599b827e9c5 HTTP/1.1" status: 204 len: 168 time: 0.2548206 Jul 24 01:13:52.338409 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756fd6ad-5bc0-4794-a590-99ca6b488bbd None None] Network b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:13:52.340823 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41306) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:13:52.411627 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-88c71bbd-7cbb-422a-b76b-33dad06f46a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658929'] for network (b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.460016 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-88c71bbd-7cbb-422a-b76b-33dad06f46a8 admin admin] Deleting port 1aca7243-c58f-4e1c-8fca-6dffd98f3708 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:13:52.460355 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-88c71bbd-7cbb-422a-b76b-33dad06f46a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (1aca7243-c58f-4e1c-8fca-6dffd98f3708), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.522728 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-88c71bbd-7cbb-422a-b76b-33dad06f46a8 admin admin] For port 1aca7243-c58f-4e1c-8fca-6dffd98f3708, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1aca7243-c58f-4e1c-8fca-6dffd98f3708,segment=NetworkSegment(e2bdabce-5b19-403a-b36b-acaba9968b74),segment_id=e2bdabce-5b19-403a-b36b-acaba9968b74)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:52.523051 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-88c71bbd-7cbb-422a-b76b-33dad06f46a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (1aca7243-c58f-4e1c-8fca-6dffd98f3708), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.535409 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-88c71bbd-7cbb-422a-b76b-33dad06f46a8 admin admin] Calling delete_port for 1aca7243-c58f-4e1c-8fca-6dffd98f3708 owned by network:dhcp {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:13:52.577721 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d17eda-abfc-4158-bf6b-247e7e9e0a36 None None] DHCP port deletion for b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8 request from dv-cinder-master-3-iscsi {{(pid=103997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 24 01:13:52.584025 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:52.622712 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-88c71bbd-7cbb-422a-b76b-33dad06f46a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (1aca7243-c58f-4e1c-8fca-6dffd98f3708), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.623671 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-76d17eda-abfc-4158-bf6b-247e7e9e0a36 None None] Deleting port 1aca7243-c58f-4e1c-8fca-6dffd98f3708 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:13:52.624042 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-76d17eda-abfc-4158-bf6b-247e7e9e0a36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (1aca7243-c58f-4e1c-8fca-6dffd98f3708), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.650338 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c71bbd-7cbb-422a-b76b-33dad06f46a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aca7243-c58f-4e1c-8fca-6dffd98f3708,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:52.652407 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c71bbd-7cbb-422a-b76b-33dad06f46a8 admin admin] No DVR routers for this DVR port 1aca7243-c58f-4e1c-8fca-6dffd98f3708 on host dv-cinder-master-3-iscsi {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:13:52.690339 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-76d17eda-abfc-4158-bf6b-247e7e9e0a36 None None] For port 1aca7243-c58f-4e1c-8fca-6dffd98f3708, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:52.690745 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-76d17eda-abfc-4158-bf6b-247e7e9e0a36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (1aca7243-c58f-4e1c-8fca-6dffd98f3708), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.705932 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-76d17eda-abfc-4158-bf6b-247e7e9e0a36 None None] Calling delete_port for 1aca7243-c58f-4e1c-8fca-6dffd98f3708 owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:13:52.709196 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.ipam_backend_mixin [None req-76d17eda-abfc-4158-bf6b-247e7e9e0a36 None None] Port 1aca7243-c58f-4e1c-8fca-6dffd98f3708 was not found and therefore no delete operation was performed {{(pid=103997) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 24 01:13:52.710435 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-76d17eda-abfc-4158-bf6b-247e7e9e0a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239'] for port (1aca7243-c58f-4e1c-8fca-6dffd98f3708), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.726277 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-88c71bbd-7cbb-422a-b76b-33dad06f46a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702323', 'neutron.services.segments.db._delete_segments_for_network-8763390966860'] for network (b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.734308 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d17eda-abfc-4158-bf6b-247e7e9e0a36 None None] Pushing event deleted for resources: {'Port': ['ID=1aca7243-c58f-4e1c-8fca-6dffd98f3708,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:52.738604 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d17eda-abfc-4158-bf6b-247e7e9e0a36 None None] No DVR routers for this DVR port 1aca7243-c58f-4e1c-8fca-6dffd98f3708 on host dv-cinder-master-3-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:13:52.756860 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-88c71bbd-7cbb-422a-b76b-33dad06f46a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8']}} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:52.767761 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-88c71bbd-7cbb-422a-b76b-33dad06f46a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2bdabce-5b19-403a-b36b-acaba9968b74') {'for_net_delete': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:52.768088 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-88c71bbd-7cbb-422a-b76b-33dad06f46a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2bdabce-5b19-403a-b36b-acaba9968b74') {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:52.779077 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-88c71bbd-7cbb-422a-b76b-33dad06f46a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763390966245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4260252'] for segment (e2bdabce-5b19-403a-b36b-acaba9968b74), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.794701 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-88c71bbd-7cbb-422a-b76b-33dad06f46a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (e2bdabce-5b19-403a-b36b-acaba9968b74), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.801952 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c71bbd-7cbb-422a-b76b-33dad06f46a8 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:13:52.802317 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-88c71bbd-7cbb-422a-b76b-33dad06f46a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4238482'] for segment (e2bdabce-5b19-403a-b36b-acaba9968b74), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.858143 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:52.873241 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-88c71bbd-7cbb-422a-b76b-33dad06f46a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687525'] for network (b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.880794 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-88c71bbd-7cbb-422a-b76b-33dad06f46a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:52.883910 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-88c71bbd-7cbb-422a-b76b-33dad06f46a8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8 HTTP/1.1" status: 204 len: 168 time: 0.5420787 Jul 24 01:13:52.899859 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.services.segments.plugin [-] Segment e2bdabce-5b19-403a-b36b-acaba9968b74 resource provider aggregate not found Jul 24 01:13:52.904904 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c71bbd-7cbb-422a-b76b-33dad06f46a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7fdb8ce-d6e8-48f5-8a44-bd47bd83f5b8,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:52.924460 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.services.segments.plugin [-] Segment e2bdabce-5b19-403a-b36b-acaba9968b74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2bdabce-5b19-403a-b36b-acaba9968b74 found for delete ", "request_id": "req-7d3df329-ae14-4b06-9a31-2572fd3aca58"}]} Jul 24 01:13:53.000367 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e2198-e04b-4b1b-ab73-c7b2921e48d5 req-da2bd733-9b48-42b4-999d-0084882d5d5a tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:53.001870 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6b8e2198-e04b-4b1b-ab73-c7b2921e48d5 req-da2bd733-9b48-42b4-999d-0084882d5d5a tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 943 time: 0.0526109 Jul 24 01:13:53.054861 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-6b8e2198-e04b-4b1b-ab73-c7b2921e48d5 req-ea774eb7-b89c-4476-ac0a-b3677996e6a6 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458236 Jul 24 01:13:53.058739 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41318) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:13:53.099234 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-7afad2d5-77fd-48da-abb0-9dddea9795bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6af7b896ae8f4e09957a342a4c0d3030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392489 Jul 24 01:13:53.101606 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41320) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:13:53.152549 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-106e5e08-64ab-4be7-a527-90b59e035c12 admin admin] Publish callbacks [] for security_group (63bd3cb0-0d3d-4991-9f2f-7db4722f1bf4), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:53.173921 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-106e5e08-64ab-4be7-a527-90b59e035c12 admin admin] Publish callbacks [] for security_group (63bd3cb0-0d3d-4991-9f2f-7db4722f1bf4), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:53.219885 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-106e5e08-64ab-4be7-a527-90b59e035c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (63bd3cb0-0d3d-4991-9f2f-7db4722f1bf4), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:53.222997 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-106e5e08-64ab-4be7-a527-90b59e035c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:53.224124 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-106e5e08-64ab-4be7-a527-90b59e035c12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63bd3cb0-0d3d-4991-9f2f-7db4722f1bf4 HTTP/1.1" status: 204 len: 168 time: 0.1216283 Jul 24 01:13:53.231947 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e5e08-64ab-4be7-a527-90b59e035c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bd3cb0-0d3d-4991-9f2f-7db4722f1bf4,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:53.540255 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41326) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:13:53.587894 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-d7f49a4e-b10f-4555-8a29-b5bcc0e3df6c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24afdf735d104a73b7f1ad8a92757ffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462754 Jul 24 01:13:53.590287 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41328) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:13:53.602152 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 1aca7243-c58f-4e1c-8fca-6dffd98f3708 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:13:53.621113 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 1aca7243-c58f-4e1c-8fca-6dffd98f3708 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:13:53.621482 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 1aca7243-c58f-4e1c-8fca-6dffd98f3708 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:13:53.621849 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:13:53.640371 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:13:53.640714 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 3748cb7d-8e79-4840-bdd8-3fbc6e4323d2 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:13:53.640839 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cd4257d6-3633-476d-8742-c89a8d86795d admin admin] Publish callbacks [] for security_group (c22559e2-6fc9-4c89-b930-05492d4dce65), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:53.641114 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 949d10a2-4961-4180-96b0-39d26f67f54d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:13:53.659195 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 949d10a2-4961-4180-96b0-39d26f67f54d {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:13:53.659630 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 949d10a2-4961-4180-96b0-39d26f67f54d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:13:53.663444 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cd4257d6-3633-476d-8742-c89a8d86795d admin admin] Publish callbacks [] for security_group (c22559e2-6fc9-4c89-b930-05492d4dce65), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:53.710427 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cd4257d6-3633-476d-8742-c89a8d86795d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (c22559e2-6fc9-4c89-b930-05492d4dce65), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:53.712933 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cd4257d6-3633-476d-8742-c89a8d86795d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:53.714065 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-cd4257d6-3633-476d-8742-c89a8d86795d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c22559e2-6fc9-4c89-b930-05492d4dce65 HTTP/1.1" status: 204 len: 168 time: 0.1227968 Jul 24 01:13:53.721727 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4257d6-3633-476d-8742-c89a8d86795d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22559e2-6fc9-4c89-b930-05492d4dce65,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:54.170384 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45110e-f66b-4e5f-b28c-405ba598c253 req-f568cb0c-1890-4762-8336-2077d74e1724 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:54.171730 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ec45110e-f66b-4e5f-b28c-405ba598c253 req-f568cb0c-1890-4762-8336-2077d74e1724 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 943 time: 0.0468633 Jul 24 01:13:54.220178 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ec45110e-f66b-4e5f-b28c-405ba598c253 req-08bd978d-e6a5-493c-8359-dbd2d11035c8 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426738 Jul 24 01:13:54.537602 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-066185c6-03bc-4552-b23c-594a50940568 req-0ab89619-a820-42ff-9acc-51810b9ef33a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376978 Jul 24 01:13:54.606188 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:54.610141 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066185c6-03bc-4552-b23c-594a50940568 req-7de5d3f9-3511-485c-8c87-d866a016a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:54.611634 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-066185c6-03bc-4552-b23c-594a50940568 req-7de5d3f9-3511-485c-8c87-d866a016a273 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be64d6ea0f0149608c9a823425a0e811&device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 1130 time: 0.0428712 Jul 24 01:13:54.713328 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066185c6-03bc-4552-b23c-594a50940568 req-49faf6d6-ff1b-4416-b5ef-ab6c8a23f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:54.714810 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-066185c6-03bc-4552-b23c-594a50940568 req-49faf6d6-ff1b-4416-b5ef-ab6c8a23f2fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b1fc3ab-4643-4369-871d-3a6b06dcc201 HTTP/1.1" status: 200 len: 913 time: 0.0864351 Jul 24 01:13:54.725890 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:54.781113 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-066185c6-03bc-4552-b23c-594a50940568 req-1e127a8a-63fb-4839-890f-a03b8baf7130 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a808a619-ba7a-4d1d-946b-70726603a48f HTTP/1.1" status: 200 len: 1002 time: 0.0604782 Jul 24 01:13:54.828938 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066185c6-03bc-4552-b23c-594a50940568 req-f7f6f7eb-ecd6-4e6f-a9e2-dc0696837d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:54.830386 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-066185c6-03bc-4552-b23c-594a50940568 req-f7f6f7eb-ecd6-4e6f-a9e2-dc0696837d2b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a105886-d6e3-4222-9b3b-646bb27299c8 HTTP/1.1" status: 200 len: 851 time: 0.0441854 Jul 24 01:13:54.872475 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066185c6-03bc-4552-b23c-594a50940568 req-81c04d4a-623b-4ad6-a47a-46d2f5707d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:54.873914 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-066185c6-03bc-4552-b23c-594a50940568 req-81c04d4a-623b-4ad6-a47a-46d2f5707d86 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b1fc3ab-4643-4369-871d-3a6b06dcc201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376568 Jul 24 01:13:54.965289 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-066185c6-03bc-4552-b23c-594a50940568 req-c01a21f5-82bf-4637-979c-38420bf425fe service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851061 Jul 24 01:13:55.052535 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-066185c6-03bc-4552-b23c-594a50940568 req-8b5d358d-6f3f-428f-83f8-d824532f6094 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818706 Jul 24 01:13:55.338241 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7756ce7-1905-41fe-ae8a-ee4584595a22 req-d5fe9ce1-272c-4438-a3cc-a80ec8801299 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:55.339632 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d7756ce7-1905-41fe-ae8a-ee4584595a22 req-d5fe9ce1-272c-4438-a3cc-a80ec8801299 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 943 time: 0.0499153 Jul 24 01:13:55.388108 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-d7756ce7-1905-41fe-ae8a-ee4584595a22 req-3aa801f7-0b08-43f4-9648-0491ad827a42 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428741 Jul 24 01:13:56.116072 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device a628883e-1113-4579-bb10-1d2ff4bb2dc2 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:13:56.214527 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port a628883e-1113-4579-bb10-1d2ff4bb2dc2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a628883e-1113-4579-bb10-1d2ff4bb2dc2,segment=NetworkSegment(186195d4-aa20-4667-aa55-9cc17d991e7d),segment_id=186195d4-aa20-4667-aa55-9cc17d991e7d)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:56.226281 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Returning: {'device': 'a628883e-1113-4579-bb10-1d2ff4bb2dc2', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'port_id': 'a628883e-1113-4579-bb10-1d2ff4bb2dc2', 'mac_address': 'fa:16:3e:7a:df:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:13:56.260423 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port a628883e-1113-4579-bb10-1d2ff4bb2dc2 is: DOWN; New status is: BUILD {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:13:56.260805 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (a628883e-1113-4579-bb10-1d2ff4bb2dc2), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:56.273423 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a628883e-1113-4579-bb10-1d2ff4bb2dc2 {{(pid=103997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 24 01:13:56.292952 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port a628883e-1113-4579-bb10-1d2ff4bb2dc2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a628883e-1113-4579-bb10-1d2ff4bb2dc2,segment=NetworkSegment(186195d4-aa20-4667-aa55-9cc17d991e7d),segment_id=186195d4-aa20-4667-aa55-9cc17d991e7d)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:56.297654 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (a628883e-1113-4579-bb10-1d2ff4bb2dc2), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:56.347538 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=a628883e-1113-4579-bb10-1d2ff4bb2dc2,revision_number=4']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:56.502151 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0df27-44d3-405c-beca-bc2e1e7a07cb req-5f99a46f-81d2-41ac-9bb3-86407a4712bd tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:56.504484 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-44e0df27-44d3-405c-beca-bc2e1e7a07cb req-5f99a46f-81d2-41ac-9bb3-86407a4712bd tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 944 time: 0.0466213 Jul 24 01:13:56.552154 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-44e0df27-44d3-405c-beca-bc2e1e7a07cb req-aec3a4e3-4c70-4b55-b6de-9a66887f6577 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422838 Jul 24 01:13:56.611572 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] get_ports_and_sgs() called for port_ids ['a628883e-1113-4579-bb10-1d2ff4bb2dc2'] {{(pid=103997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:13:56.786938 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:56.794386 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=100 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:57.666844 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43063a-73ad-4bbe-a4fb-3b68eb82d2c8 req-3754af2b-65aa-407d-aa0b-406c9e278a18 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:57.668183 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8a43063a-73ad-4bbe-a4fb-3b68eb82d2c8 req-3754af2b-65aa-407d-aa0b-406c9e278a18 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 944 time: 0.0464242 Jul 24 01:13:57.720974 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-8a43063a-73ad-4bbe-a4fb-3b68eb82d2c8 req-1c2488b0-ea18-4e43-aa20-3ed65df22448 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473402 Jul 24 01:13:58.114039 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device a628883e-1113-4579-bb10-1d2ff4bb2dc2 up at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:13:58.155534 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning for port a628883e-1113-4579-bb10-1d2ff4bb2dc2 completed by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 24 01:13:58.163165 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.provisioning_blocks [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Provisioning complete for port a628883e-1113-4579-bb10-1d2ff4bb2dc2 triggered by entity L2. {{(pid=103997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 24 01:13:58.163534 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1700654'] for port (a628883e-1113-4579-bb10-1d2ff4bb2dc2), provisioning_complete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:58.235677 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Current status of the port a628883e-1113-4579-bb10-1d2ff4bb2dc2 is: BUILD; New status is: ACTIVE {{(pid=103997) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 24 01:13:58.236050 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (a628883e-1113-4579-bb10-1d2ff4bb2dc2), before_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:58.258350 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027a7e7d-2e80-453f-8b90-341fb9877ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a628883e-1113-4579-bb10-1d2ff4bb2dc2'}] {{(pid=103997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:13:58.260552 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dc8365eb1fd66c5c3d010cb84a321072d632a904df97dbb86d71d01e9b8853a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31313db8-4c86-4b4c-9a89-3719eff4fdee" -d '{"events": [{"server_uuid": "027a7e7d-2e80-453f-8b90-341fb9877ce8", "name": "network-vif-plugged", "status": "completed", "tag": "a628883e-1113-4579-bb10-1d2ff4bb2dc2"}]}' {{(pid=103997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:13:58.273782 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] For port a628883e-1113-4579-bb10-1d2ff4bb2dc2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a628883e-1113-4579-bb10-1d2ff4bb2dc2,segment=NetworkSegment(186195d4-aa20-4667-aa55-9cc17d991e7d),segment_id=186195d4-aa20-4667-aa55-9cc17d991e7d)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:58.277914 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526'] for port (a628883e-1113-4579-bb10-1d2ff4bb2dc2), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:13:58.301590 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc076b0-55c9-483d-a336-7ee75014b139 x-openstack-request-id: req-adc076b0-55c9-483d-a336-7ee75014b139 {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:13:58.301879 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027a7e7d-2e80-453f-8b90-341fb9877ce8", "name": "network-vif-plugged", "status": "completed", "tag": "a628883e-1113-4579-bb10-1d2ff4bb2dc2", "code": 200}]} {{(pid=103997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:13:58.302128 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-adc076b0-55c9-483d-a336-7ee75014b139 {{(pid=103997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:13:58.302516 dv-cinder-master-3-iscsi neutron-server[103997]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adc076b0-55c9-483d-a336-7ee75014b139'] response: {'server_uuid': '027a7e7d-2e80-453f-8b90-341fb9877ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a628883e-1113-4579-bb10-1d2ff4bb2dc2', 'code': 200} Jul 24 01:13:58.327990 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Pushing event updated for resources: {'Port': ['ID=a628883e-1113-4579-bb10-1d2ff4bb2dc2,revision_number=5']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:58.535704 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac7570-1764-4c10-9f03-d76198c2a854 req-ab3f8a91-c24d-487f-93ab-eb5472c38df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:58.537180 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9bac7570-1764-4c10-9f03-d76198c2a854 req-ab3f8a91-c24d-487f-93ab-eb5472c38df3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 1129 time: 0.0374770 Jul 24 01:13:58.554182 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=2 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:58.583505 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-9bac7570-1764-4c10-9f03-d76198c2a854 req-d1010cf2-1f59-463f-ab1f-31199461f8f9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401630 Jul 24 01:13:58.587334 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=21 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:13:58.834661 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8def8a-b8d2-4693-8788-eeae516abd00 req-98dfc74e-1786-416a-b8df-12d0965ee8af tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:13:58.836130 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5d8def8a-b8d2-4693-8788-eeae516abd00 req-98dfc74e-1786-416a-b8df-12d0965ee8af tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 945 time: 0.0455182 Jul 24 01:13:58.884737 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-5d8def8a-b8d2-4693-8788-eeae516abd00 req-d4cdcf70-b69a-41e4-bac1-0537d6335afe tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432189 Jul 24 01:14:00.002225 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8a81f-9e32-4c10-909f-1ab0dd720631 req-aa011c02-4d2f-4685-9bf1-0d0f21371625 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:14:00.004216 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0db8a81f-9e32-4c10-909f-1ab0dd720631 req-aa011c02-4d2f-4685-9bf1-0d0f21371625 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 945 time: 0.0490568 Jul 24 01:14:00.052804 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0db8a81f-9e32-4c10-909f-1ab0dd720631 req-1ffd3904-5b13-4ab6-9c7a-9b2d40b359b2 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429296 Jul 24 01:14:00.130484 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:14:00.164791 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c953d2-9fca-441f-b341-364b8790adef req-fa814247-ebc6-4f3e-afd2-a932064a9acc tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:14:00.166163 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-10c953d2-9fca-441f-b341-364b8790adef req-fa814247-ebc6-4f3e-afd2-a932064a9acc tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 945 time: 0.0465083 Jul 24 01:14:00.214764 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-10c953d2-9fca-441f-b341-364b8790adef req-a65619ea-2370-4c3c-a50b-9a885eb5ce3d tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430341 Jul 24 01:14:00.236638 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41348) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:14:00.277022 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c9c2c1-584b-4ebb-8f66-9c7fdb2fc995 tempest-TestVolumeBootPattern-1058588208 tempest-TestVolumeBootPattern-1058588208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:14:00.278564 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-c1c9c2c1-584b-4ebb-8f66-9c7fdb2fc995 tempest-TestVolumeBootPattern-1058588208 tempest-TestVolumeBootPattern-1058588208-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 1124 time: 0.0409248 Jul 24 01:14:00.281376 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41350) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:14:00.286199 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.v2.base [None req-a0701a28-4955-48e1-bca4-9dc29c530ccb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Request body: {'floatingip': {'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'port_id': 'a628883e-1113-4579-bb10-1d2ff4bb2dc2', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 24 01:14:00.306141 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a0701a28-4955-48e1-bca4-9dc29c530ccb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:14:00.382556 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a0701a28-4955-48e1-bca4-9dc29c530ccb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:14:00.469090 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:DELETE=10,neutron:SELECT=87,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:14:00.491692 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-a0701a28-4955-48e1-bca4-9dc29c530ccb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Allocated IP 172.37.6.212 (30da6a4f-d180-4fbe-b96a-a0d04943d2a6/56ba3a78-c695-492c-97a1-9cfe8e298be6/b6b8de9c-6f4a-45eb-b505-d16a88cc28c5) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:14:00.570815 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:14:00.598796 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a0701a28-4955-48e1-bca4-9dc29c530ccb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for port (b6b8de9c-6f4a-45eb-b505-d16a88cc28c5), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:14:00.631165 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a0701a28-4955-48e1-bca4-9dc29c530ccb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763390517230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (b6b8de9c-6f4a-45eb-b505-d16a88cc28c5), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:14:00.666895 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0701a28-4955-48e1-bca4-9dc29c530ccb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Network 30da6a4f-d180-4fbe-b96a-a0d04943d2a6 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:14:00.669826 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-a0701a28-4955-48e1-bca4-9dc29c530ccb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:14:00.675326 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0701a28-4955-48e1-bca4-9dc29c530ccb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 24 01:14:00.700352 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0701a28-4955-48e1-bca4-9dc29c530ccb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event updated for resources: {'Port': ['ID=b6b8de9c-6f4a-45eb-b505-d16a88cc28c5,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:01.021618 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a0701a28-4955-48e1-bca4-9dc29c530ccb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for floatingip (f64cf1fb-8eb8-457d-ae39-0db2f0cab866), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:14:01.089700 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a0701a28-4955-48e1-bca4-9dc29c530ccb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1711875'] for port (b6b8de9c-6f4a-45eb-b505-d16a88cc28c5), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:14:01.209010 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:UPDATE=3,neutron:INSERT=2,neutron:SELECT=95 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:14:01.236217 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a0701a28-4955-48e1-bca4-9dc29c530ccb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for port (b6b8de9c-6f4a-45eb-b505-d16a88cc28c5), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:14:01.240828 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a0701a28-4955-48e1-bca4-9dc29c530ccb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763390861770', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763390517508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763390517526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4238590'] for port (b6b8de9c-6f4a-45eb-b505-d16a88cc28c5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:14:01.305322 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0701a28-4955-48e1-bca4-9dc29c530ccb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event updated for resources: {'Port': ['ID=b6b8de9c-6f4a-45eb-b505-d16a88cc28c5,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:01.317383 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a0701a28-4955-48e1-bca4-9dc29c530ccb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687552'] for floatingip (f64cf1fb-8eb8-457d-ae39-0db2f0cab866), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:14:01.319834 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:14:01.413191 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.db.l3_db [None req-a0701a28-4955-48e1-bca4-9dc29c530ccb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Floating IP f64cf1fb-8eb8-457d-ae39-0db2f0cab866 associated. External IP: 172.37.6.212, port: a628883e-1113-4579-bb10-1d2ff4bb2dc2. Jul 24 01:14:01.610519 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0701a28-4955-48e1-bca4-9dc29c530ccb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:14:01.710933 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0701a28-4955-48e1-bca4-9dc29c530ccb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:14:01.720665 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4d059-f1d1-4560-9a88-165ac9479055 None None] Sync routers for ids ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:14:01.728954 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a0701a28-4955-48e1-bca4-9dc29c530ccb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:14:01.732382 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d4d059-f1d1-4560-9a88-165ac9479055 None None] Routers {'4c0c15ae-e9f5-440f-8ac7-a646760a72fa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:14:01.732993 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-c0d4d059-f1d1-4560-9a88-165ac9479055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:13:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:01.758100 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-a0701a28-4955-48e1-bca4-9dc29c530ccb tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4757187 Jul 24 01:14:01.758681 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027a7e7d-2e80-453f-8b90-341fb9877ce8', 'tag': 'a628883e-1113-4579-bb10-1d2ff4bb2dc2'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:14:01.760936 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70bba84-9455-427d-aeb0-e920881f9b67" -d '{"events": [{"name": "network-changed", "server_uuid": "027a7e7d-2e80-453f-8b90-341fb9877ce8", "tag": "a628883e-1113-4579-bb10-1d2ff4bb2dc2"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:14:01.797905 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43d11a6-70c8-44e1-918c-f6bbf8d4eb7f x-openstack-request-id: req-d43d11a6-70c8-44e1-918c-f6bbf8d4eb7f {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:14:01.798193 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027a7e7d-2e80-453f-8b90-341fb9877ce8", "tag": "a628883e-1113-4579-bb10-1d2ff4bb2dc2", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:14:01.798444 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d43d11a6-70c8-44e1-918c-f6bbf8d4eb7f {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:14:01.798879 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d43d11a6-70c8-44e1-918c-f6bbf8d4eb7f'] response: {'name': 'network-changed', 'server_uuid': '027a7e7d-2e80-453f-8b90-341fb9877ce8', 'tag': 'a628883e-1113-4579-bb10-1d2ff4bb2dc2', 'status': 'completed', 'code': 200} Jul 24 01:14:01.837337 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-c0d4d059-f1d1-4560-9a88-165ac9479055 None None] Set router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:14:01.878637 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bba84-9455-427d-aeb0-e920881f9b67 req-e9f63e34-a3b6-4a89-b6e9-026e31c23b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:14:01.880734 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f70bba84-9455-427d-aeb0-e920881f9b67 req-e9f63e34-a3b6-4a89-b6e9-026e31c23b7f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be64d6ea0f0149608c9a823425a0e811&device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 1129 time: 0.0388052 Jul 24 01:14:01.908252 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:14:01.975075 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bba84-9455-427d-aeb0-e920881f9b67 req-66747f5e-cb04-4a90-a2ec-f720ed6e385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:14:01.976545 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f70bba84-9455-427d-aeb0-e920881f9b67 req-66747f5e-cb04-4a90-a2ec-f720ed6e385b service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b1fc3ab-4643-4369-871d-3a6b06dcc201 HTTP/1.1" status: 200 len: 913 time: 0.0900638 Jul 24 01:14:02.042375 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f70bba84-9455-427d-aeb0-e920881f9b67 req-d143e6fa-59de-48ad-9cda-92ba75ce749c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a628883e-1113-4579-bb10-1d2ff4bb2dc2 HTTP/1.1" status: 200 len: 999 time: 0.0586810 Jul 24 01:14:02.050042 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-c0d4d059-f1d1-4560-9a88-165ac9479055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:45Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e2c0e151-9e51-4a05-bc66-3bc72d8e19e6', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'floating_ip_address': '172.37.6.173', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'port_id': 'a808a619-ba7a-4d1d-946b-70726603a48f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'mac_address': 'fa:16:3e:54:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ea0b1-09f6-45d1-9dc1-f47bd463db92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:11:56Z', 'updated_at': '2022-07-24T01:11:58Z', 'revision_number': 1, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'fixed_ip_address_scope': None}, {'id': 'f64cf1fb-8eb8-457d-ae39-0db2f0cab866', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'floating_ip_address': '172.37.6.212', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'port_id': 'a628883e-1113-4579-bb10-1d2ff4bb2dc2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'mac_address': 'fa:16:3e:7a:df:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027a7e7d-2e80-453f-8b90-341fb9877ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:14:00Z', 'updated_at': '2022-07-24T01:14:00Z', 'revision_number': 0, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6108cae3-36f9-4923-bb1c-75d963b645b3', 'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'mac_address': 'fa:16:3e:cd:57:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:44Z', 'updated_at': '2022-07-24T01:08:49Z', 'revision_number': 5, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'subnets': [{'id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:02.076097 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4d059-f1d1-4560-9a88-165ac9479055 None None] Checking router: 4c0c15ae-e9f5-440f-8ac7-a646760a72fa for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:14:02.084906 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d4d059-f1d1-4560-9a88-165ac9479055 None None] Routers {'4c0c15ae-e9f5-440f-8ac7-a646760a72fa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:14:02.085513 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-c0d4d059-f1d1-4560-9a88-165ac9479055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:13:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:02.090833 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bba84-9455-427d-aeb0-e920881f9b67 req-52d9cdce-beb9-4ab8-82ba-3206b4420d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:14:02.092279 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f70bba84-9455-427d-aeb0-e920881f9b67 req-52d9cdce-beb9-4ab8-82ba-3206b4420d0a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a105886-d6e3-4222-9b3b-646bb27299c8 HTTP/1.1" status: 200 len: 851 time: 0.0437620 Jul 24 01:14:02.135702 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bba84-9455-427d-aeb0-e920881f9b67 req-1822d2ac-9150-448f-a626-904773bab539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:14:02.137106 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f70bba84-9455-427d-aeb0-e920881f9b67 req-1822d2ac-9150-448f-a626-904773bab539 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b1fc3ab-4643-4369-871d-3a6b06dcc201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386186 Jul 24 01:14:02.188404 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-c0d4d059-f1d1-4560-9a88-165ac9479055 None None] Set router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:14:02.230244 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f70bba84-9455-427d-aeb0-e920881f9b67 req-05ee09e4-eca3-409b-8b0e-eeb4799468a4 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867445 Jul 24 01:14:02.319683 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-f70bba84-9455-427d-aeb0-e920881f9b67 req-f82b95a9-1b4a-41a8-8159-c826658d43ba service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835671 Jul 24 01:14:02.404684 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-c0d4d059-f1d1-4560-9a88-165ac9479055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:45Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e2c0e151-9e51-4a05-bc66-3bc72d8e19e6', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'floating_ip_address': '172.37.6.173', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'port_id': 'a808a619-ba7a-4d1d-946b-70726603a48f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'mac_address': 'fa:16:3e:54:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ea0b1-09f6-45d1-9dc1-f47bd463db92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:11:56Z', 'updated_at': '2022-07-24T01:11:58Z', 'revision_number': 1, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'fixed_ip_address_scope': None}, {'id': 'f64cf1fb-8eb8-457d-ae39-0db2f0cab866', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'floating_ip_address': '172.37.6.212', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'port_id': 'a628883e-1113-4579-bb10-1d2ff4bb2dc2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'mac_address': 'fa:16:3e:7a:df:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027a7e7d-2e80-453f-8b90-341fb9877ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:14:00Z', 'updated_at': '2022-07-24T01:14:00Z', 'revision_number': 0, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6108cae3-36f9-4923-bb1c-75d963b645b3', 'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'mac_address': 'fa:16:3e:cd:57:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:44Z', 'updated_at': '2022-07-24T01:08:49Z', 'revision_number': 5, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'subnets': [{'id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:02.506591 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4d059-f1d1-4560-9a88-165ac9479055 None None] The sync data for ids ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'] in dv-cinder-master-3-iscsi is: [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:45Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e2c0e151-9e51-4a05-bc66-3bc72d8e19e6', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'floating_ip_address': '172.37.6.173', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'port_id': 'a808a619-ba7a-4d1d-946b-70726603a48f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'mac_address': 'fa:16:3e:54:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ea0b1-09f6-45d1-9dc1-f47bd463db92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:11:56Z', 'updated_at': '2022-07-24T01:11:58Z', 'revision_number': 1, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'fixed_ip_address_scope': None}, {'id': 'f64cf1fb-8eb8-457d-ae39-0db2f0cab866', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'floating_ip_address': '172.37.6.212', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'port_id': 'a628883e-1113-4579-bb10-1d2ff4bb2dc2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'mac_address': 'fa:16:3e:7a:df:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027a7e7d-2e80-453f-8b90-341fb9877ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:14:00Z', 'updated_at': '2022-07-24T01:14:00Z', 'revision_number': 0, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6108cae3-36f9-4923-bb1c-75d963b645b3', 'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'mac_address': 'fa:16:3e:cd:57:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:44Z', 'updated_at': '2022-07-24T01:08:49Z', 'revision_number': 5, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'subnets': [{'id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:14:02.687366 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed22a188-a98e-4d2e-a3cc-ea04f84c1ef0 None None] New status for floating IP f64cf1fb-8eb8-457d-ae39-0db2f0cab866: ACTIVE {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:14:09.933758 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:14:11.751814 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=59,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:14:11.754927 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=48,neutron:DELETE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:14:12.257124 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:14:12.309934 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=54 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:14:12.316655 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=42 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:14:13.599496 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c822d26d-cd7b-48c9-a21d-35945c3fa217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:14:15.867582 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-149a9d2f-2fd4-4949-b57d-0b95186efeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:14:17.160147 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:14:18.458356 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:14:18.889741 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:14:22.252191 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:14:22.253100 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=87 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:14:29.510590 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=58,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:14:29.512431 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=74,neutron:UPDATE=5 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:14:39.920452 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:14:43.599949 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-a5755a45-bc5b-4698-96cf-688099fbc2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:14:45.869098 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-c4e8ea52-978d-46ad-94b2-d843e58a7c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:14:47.161832 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:14:48.459306 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:14:48.896595 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:14:49.256834 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:14:54.270451 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=5 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:14:54.342180 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1cdd5fce-0da5-4866-8d67-4bde16763ab1 req-8eef9e1d-8d6c-4e59-9ec7-20005652237f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376344 Jul 24 01:14:54.441992 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd5fce-0da5-4866-8d67-4bde16763ab1 req-ad0b100e-ccd3-4475-9dba-a4bf514637db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:14:54.443504 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1cdd5fce-0da5-4866-8d67-4bde16763ab1 req-ad0b100e-ccd3-4475-9dba-a4bf514637db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be64d6ea0f0149608c9a823425a0e811&device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 1130 time: 0.0423243 Jul 24 01:14:54.542861 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd5fce-0da5-4866-8d67-4bde16763ab1 req-66317c49-f77a-429b-85a8-b822fa1eaca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:14:54.544220 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1cdd5fce-0da5-4866-8d67-4bde16763ab1 req-66317c49-f77a-429b-85a8-b822fa1eaca2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b1fc3ab-4643-4369-871d-3a6b06dcc201 HTTP/1.1" status: 200 len: 913 time: 0.0835176 Jul 24 01:14:54.608154 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1cdd5fce-0da5-4866-8d67-4bde16763ab1 req-a3764547-ebea-4404-9999-481d878252c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a808a619-ba7a-4d1d-946b-70726603a48f HTTP/1.1" status: 200 len: 1002 time: 0.0576303 Jul 24 01:14:54.654325 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd5fce-0da5-4866-8d67-4bde16763ab1 req-b3f6221b-a10e-4f28-a214-330b2710a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:14:54.655746 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1cdd5fce-0da5-4866-8d67-4bde16763ab1 req-b3f6221b-a10e-4f28-a214-330b2710a43b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a105886-d6e3-4222-9b3b-646bb27299c8 HTTP/1.1" status: 200 len: 851 time: 0.0422778 Jul 24 01:14:54.696943 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd5fce-0da5-4866-8d67-4bde16763ab1 req-3331db9c-88df-4169-b982-44074a0f4fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:14:54.698358 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1cdd5fce-0da5-4866-8d67-4bde16763ab1 req-3331db9c-88df-4169-b982-44074a0f4fd3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b1fc3ab-4643-4369-871d-3a6b06dcc201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373721 Jul 24 01:14:54.787789 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1cdd5fce-0da5-4866-8d67-4bde16763ab1 req-501f0e2b-1285-4e36-96ae-ea191bae5f40 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835679 Jul 24 01:14:54.874705 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-1cdd5fce-0da5-4866-8d67-4bde16763ab1 req-5369865c-e145-43be-bf7e-1eff37a0b7fa service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808070 Jul 24 01:14:58.888582 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:14:58.890466 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:14:59.253508 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=5 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:04.870251 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=54 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:04.872129 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=47 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:09.511401 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=12 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:09.512137 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=14 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:09.938128 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:13.601666 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-f70b7098-c520-47ad-9b6a-890749eb1446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:15.870748 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-acacab8c-2055-44ee-ad95-454982d2a6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:17.165385 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:18.461759 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:18.890048 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:26.256783 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:15:28.740207 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 41372) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:15:28.881008 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Deleting port b6b8de9c-6f4a-45eb-b505-d16a88cc28c5 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:15:28.881347 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (b6b8de9c-6f4a-45eb-b505-d16a88cc28c5), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:28.884028 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:28.885969 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:28.957763 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (b6b8de9c-6f4a-45eb-b505-d16a88cc28c5), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:28.958104 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for floatingip (b6b8de9c-6f4a-45eb-b505-d16a88cc28c5), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:28.970609 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Calling delete_port for b6b8de9c-6f4a-45eb-b505-d16a88cc28c5 owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:15:29.114630 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (b6b8de9c-6f4a-45eb-b505-d16a88cc28c5), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:29.139860 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event deleted for resources: {'Port': ['ID=b6b8de9c-6f4a-45eb-b505-d16a88cc28c5,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:29.164140 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:29.164491 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:29.164836 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:29.165175 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:29.165507 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:29.165842 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:29.166169 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:29.166499 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:29.166855 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:29.167184 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:29.167510 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:29.167838 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:29.168160 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:29.168480 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:29.168798 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:29.213901 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for floatingip (f64cf1fb-8eb8-457d-ae39-0db2f0cab866), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:29.214263 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Floating IP f64cf1fb-8eb8-457d-ae39-0db2f0cab866 disassociated (deleted). External IP: 172.37.6.212, port: a628883e-1113-4579-bb10-1d2ff4bb2dc2. Jul 24 01:15:29.407292 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:15:29.513550 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:15:29.518360 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:29.520720 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:29.526354 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efea722-b9c8-48d8-9ed8-7362ed2e5f0c None None] Sync routers for ids ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:15:29.535840 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efea722-b9c8-48d8-9ed8-7362ed2e5f0c None None] Routers {'4c0c15ae-e9f5-440f-8ac7-a646760a72fa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:15:29.536452 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-5efea722-b9c8-48d8-9ed8-7362ed2e5f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:15:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:29.547929 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-0f4eb6d6-30b4-4b1d-b2d3-4997bd96aa92 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "DELETE /v2.0/floatingips/f64cf1fb-8eb8-457d-ae39-0db2f0cab866 HTTP/1.1" status: 204 len: 168 time: 0.8067415 Jul 24 01:15:29.548520 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027a7e7d-2e80-453f-8b90-341fb9877ce8', 'tag': 'a628883e-1113-4579-bb10-1d2ff4bb2dc2'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:15:29.550799 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3b47f0-c392-4099-b749-acb11721285b" -d '{"events": [{"name": "network-changed", "server_uuid": "027a7e7d-2e80-453f-8b90-341fb9877ce8", "tag": "a628883e-1113-4579-bb10-1d2ff4bb2dc2"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:15:29.595578 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4339b2-945c-4a9e-9049-3e6fe9097550 x-openstack-request-id: req-ed4339b2-945c-4a9e-9049-3e6fe9097550 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:15:29.595868 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027a7e7d-2e80-453f-8b90-341fb9877ce8", "tag": "a628883e-1113-4579-bb10-1d2ff4bb2dc2", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:15:29.596149 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed4339b2-945c-4a9e-9049-3e6fe9097550 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:15:29.596585 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed4339b2-945c-4a9e-9049-3e6fe9097550'] response: {'name': 'network-changed', 'server_uuid': '027a7e7d-2e80-453f-8b90-341fb9877ce8', 'tag': 'a628883e-1113-4579-bb10-1d2ff4bb2dc2', 'status': 'completed', 'code': 200} Jul 24 01:15:29.637384 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-5efea722-b9c8-48d8-9ed8-7362ed2e5f0c None None] Set router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:15:29.688658 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b47f0-c392-4099-b749-acb11721285b req-93597770-0e41-4e1d-a3e5-f138f8cc4b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:15:29.690220 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ed3b47f0-c392-4099-b749-acb11721285b req-93597770-0e41-4e1d-a3e5-f138f8cc4b49 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be64d6ea0f0149608c9a823425a0e811&device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 1129 time: 0.0496573 Jul 24 01:15:29.855751 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-5efea722-b9c8-48d8-9ed8-7362ed2e5f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:45Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e2c0e151-9e51-4a05-bc66-3bc72d8e19e6', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'floating_ip_address': '172.37.6.173', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'port_id': 'a808a619-ba7a-4d1d-946b-70726603a48f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'mac_address': 'fa:16:3e:54:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ea0b1-09f6-45d1-9dc1-f47bd463db92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:11:56Z', 'updated_at': '2022-07-24T01:11:58Z', 'revision_number': 1, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6108cae3-36f9-4923-bb1c-75d963b645b3', 'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'mac_address': 'fa:16:3e:cd:57:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:44Z', 'updated_at': '2022-07-24T01:08:49Z', 'revision_number': 5, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'subnets': [{'id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:29.880529 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efea722-b9c8-48d8-9ed8-7362ed2e5f0c None None] Checking router: 4c0c15ae-e9f5-440f-8ac7-a646760a72fa for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:15:29.890345 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efea722-b9c8-48d8-9ed8-7362ed2e5f0c None None] Routers {'4c0c15ae-e9f5-440f-8ac7-a646760a72fa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:15:29.891432 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-5efea722-b9c8-48d8-9ed8-7362ed2e5f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:15:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:29.996524 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-5efea722-b9c8-48d8-9ed8-7362ed2e5f0c None None] Set router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:15:30.037835 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:30.050054 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36abd4-dd90-409b-a278-0169b0ce528c req-7164da5a-f895-4211-8ec9-88b5b2ea7495 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:15:30.051573 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ab36abd4-dd90-409b-a278-0169b0ce528c req-7164da5a-f895-4211-8ec9-88b5b2ea7495 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 945 time: 0.3152061 Jul 24 01:15:30.100333 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ab36abd4-dd90-409b-a278-0169b0ce528c req-afe2ff24-c156-42e7-9cb2-02af8a9def4b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425684 Jul 24 01:15:30.207433 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-5efea722-b9c8-48d8-9ed8-7362ed2e5f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:45Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e2c0e151-9e51-4a05-bc66-3bc72d8e19e6', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'floating_ip_address': '172.37.6.173', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'port_id': 'a808a619-ba7a-4d1d-946b-70726603a48f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'mac_address': 'fa:16:3e:54:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ea0b1-09f6-45d1-9dc1-f47bd463db92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:11:56Z', 'updated_at': '2022-07-24T01:11:58Z', 'revision_number': 1, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6108cae3-36f9-4923-bb1c-75d963b645b3', 'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'mac_address': 'fa:16:3e:cd:57:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:44Z', 'updated_at': '2022-07-24T01:08:49Z', 'revision_number': 5, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'subnets': [{'id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:30.230536 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efea722-b9c8-48d8-9ed8-7362ed2e5f0c None None] The sync data for ids ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'] in dv-cinder-master-3-iscsi is: [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:45Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e2c0e151-9e51-4a05-bc66-3bc72d8e19e6', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'floating_ip_address': '172.37.6.173', 'floating_network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'router_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'port_id': 'a808a619-ba7a-4d1d-946b-70726603a48f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'mac_address': 'fa:16:3e:54:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495ea0b1-09f6-45d1-9dc1-f47bd463db92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-24T01:11:56Z', 'updated_at': '2022-07-24T01:11:58Z', 'revision_number': 1, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6108cae3-36f9-4923-bb1c-75d963b645b3', 'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'mac_address': 'fa:16:3e:cd:57:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:44Z', 'updated_at': '2022-07-24T01:08:49Z', 'revision_number': 5, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'subnets': [{'id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:15:30.455442 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a29d58-aa43-4c3f-bd6a-d2bbb084a191 None None] New status for floating IP f64cf1fb-8eb8-457d-ae39-0db2f0cab866: DOWN {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:15:30.847872 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b47f0-c392-4099-b749-acb11721285b req-de09703a-4853-47e0-a90b-0863cbd9e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:15:30.849225 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ed3b47f0-c392-4099-b749-acb11721285b req-de09703a-4853-47e0-a90b-0863cbd9e9a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b1fc3ab-4643-4369-871d-3a6b06dcc201 HTTP/1.1" status: 200 len: 913 time: 0.0868363 Jul 24 01:15:31.000616 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ed3b47f0-c392-4099-b749-acb11721285b req-65b3af05-53f4-46c4-a710-cbacefeec0c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a628883e-1113-4579-bb10-1d2ff4bb2dc2 HTTP/1.1" status: 200 len: 217 time: 0.0346494 Jul 24 01:15:31.053362 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b47f0-c392-4099-b749-acb11721285b req-ef22d7bf-06ac-4519-9646-9593d2402057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:15:31.055198 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ed3b47f0-c392-4099-b749-acb11721285b req-ef22d7bf-06ac-4519-9646-9593d2402057 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a105886-d6e3-4222-9b3b-646bb27299c8 HTTP/1.1" status: 200 len: 851 time: 0.0476189 Jul 24 01:15:31.216095 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e826b-37b0-4d32-9879-847d98fd7a2e req-e5ffd9d1-14c6-4284-babf-08f5b095381a tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:15:31.217527 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c97e826b-37b0-4d32-9879-847d98fd7a2e req-e5ffd9d1-14c6-4284-babf-08f5b095381a tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 945 time: 0.0463068 Jul 24 01:15:31.294164 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-c97e826b-37b0-4d32-9879-847d98fd7a2e req-8a317370-845f-4f07-a9af-bfad261104a5 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712368 Jul 24 01:15:31.301347 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b47f0-c392-4099-b749-acb11721285b req-1a9a67b2-fe93-4717-8fc1-775de5b93ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:15:31.302795 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ed3b47f0-c392-4099-b749-acb11721285b req-1a9a67b2-fe93-4717-8fc1-775de5b93ccd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b1fc3ab-4643-4369-871d-3a6b06dcc201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519328 Jul 24 01:15:31.400048 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ff009-0286-4dd1-88c7-b511c536fbdf req-c2a85435-53a1-4db5-9455-884d32e2691f tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:15:31.401469 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e92ff009-0286-4dd1-88c7-b511c536fbdf req-c2a85435-53a1-4db5-9455-884d32e2691f tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.39 "GET /v2.0/ports?device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 945 time: 0.0476432 Jul 24 01:15:31.441450 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ed3b47f0-c392-4099-b749-acb11721285b req-302efd64-9fc1-41f9-9290-567e03b43bce service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881867 Jul 24 01:15:31.486879 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-e92ff009-0286-4dd1-88c7-b511c536fbdf req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Deleting port a628883e-1113-4579-bb10-1d2ff4bb2dc2 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:15:31.487218 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-e92ff009-0286-4dd1-88c7-b511c536fbdf req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (a628883e-1113-4579-bb10-1d2ff4bb2dc2), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:31.535906 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-ed3b47f0-c392-4099-b749-acb11721285b req-5ad3a6e8-7c4e-4692-828a-602e1693da00 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885220 Jul 24 01:15:31.576708 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [req-e92ff009-0286-4dd1-88c7-b511c536fbdf req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] For port a628883e-1113-4579-bb10-1d2ff4bb2dc2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a628883e-1113-4579-bb10-1d2ff4bb2dc2,segment=NetworkSegment(186195d4-aa20-4667-aa55-9cc17d991e7d),segment_id=186195d4-aa20-4667-aa55-9cc17d991e7d)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:15:31.577079 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-e92ff009-0286-4dd1-88c7-b511c536fbdf req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (a628883e-1113-4579-bb10-1d2ff4bb2dc2), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:31.590518 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [req-e92ff009-0286-4dd1-88c7-b511c536fbdf req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Calling delete_port for a628883e-1113-4579-bb10-1d2ff4bb2dc2 owned by compute:nova {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:15:31.718706 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-e92ff009-0286-4dd1-88c7-b511c536fbdf req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (a628883e-1113-4579-bb10-1d2ff4bb2dc2), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:31.746446 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event deleted for resources: {'Port': ['ID=a628883e-1113-4579-bb10-1d2ff4bb2dc2,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:31.758963 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:31.759320 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:31.759669 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:31.760078 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:31.760352 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:31.760684 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:31.761014 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:31.761343 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:31.761676 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:31.762002 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:31.762335 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:31.762667 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:31.763084 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:31.763412 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:31.763736 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:31.802638 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92ff009-0286-4dd1-88c7-b511c536fbdf req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] No DVR routers for this DVR port a628883e-1113-4579-bb10-1d2ff4bb2dc2 on host hv-cinder-maste {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:15:31.805666 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [req-e92ff009-0286-4dd1-88c7-b511c536fbdf req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:31.808849 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-e92ff009-0286-4dd1-88c7-b511c536fbdf req-de327638-54f2-41cd-a7a8-b36947f55f77 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.39 "DELETE /v2.0/ports/a628883e-1113-4579-bb10-1d2ff4bb2dc2 HTTP/1.1" status: 204 len: 173 time: 0.4013333 Jul 24 01:15:31.809298 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027a7e7d-2e80-453f-8b90-341fb9877ce8', 'name': 'network-vif-deleted', 'tag': 'a628883e-1113-4579-bb10-1d2ff4bb2dc2'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:15:31.811539 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6a6fa0581b891879b33458ff2d5ff2099956c858fedd02a78ea421f3ea4a369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdd6f75-24f8-4b20-ac27-34e92a34889d" -d '{"events": [{"server_uuid": "027a7e7d-2e80-453f-8b90-341fb9877ce8", "name": "network-vif-deleted", "tag": "a628883e-1113-4579-bb10-1d2ff4bb2dc2"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:15:31.849123 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9d39a1-8205-4bdf-b5b5-e2c1a5964686 x-openstack-request-id: req-7b9d39a1-8205-4bdf-b5b5-e2c1a5964686 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:15:31.849407 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027a7e7d-2e80-453f-8b90-341fb9877ce8", "name": "network-vif-deleted", "tag": "a628883e-1113-4579-bb10-1d2ff4bb2dc2", "status": "completed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:15:31.849657 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b9d39a1-8205-4bdf-b5b5-e2c1a5964686 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:15:31.850058 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b9d39a1-8205-4bdf-b5b5-e2c1a5964686'] response: {'server_uuid': '027a7e7d-2e80-453f-8b90-341fb9877ce8', 'name': 'network-vif-deleted', 'tag': 'a628883e-1113-4579-bb10-1d2ff4bb2dc2', 'status': 'completed', 'code': 200} Jul 24 01:15:32.408651 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-813b940c-1321-4ce5-b042-c85db5db1a11 req-341386a6-04df-4d2d-9f50-079fcf34ca7f tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=027a7e7d-2e80-453f-8b90-341fb9877ce8 HTTP/1.1" status: 200 len: 210 time: 0.0276818 Jul 24 01:15:34.556817 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device a628883e-1113-4579-bb10-1d2ff4bb2dc2 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:15:34.577273 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] No Port match for: a628883e-1113-4579-bb10-1d2ff4bb2dc2 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:15:34.577273 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device a628883e-1113-4579-bb10-1d2ff4bb2dc2 not bound to the agent host hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:15:35.700000 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 41410) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:15:35.839372 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-56c44da4-2ad4-4d5c-9c7c-36edb38f42f7 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Deleting port bede3e47-dfc1-4bca-8eda-1d119425ae80 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:15:35.839717 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-56c44da4-2ad4-4d5c-9c7c-36edb38f42f7 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (bede3e47-dfc1-4bca-8eda-1d119425ae80), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:35.917533 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-56c44da4-2ad4-4d5c-9c7c-36edb38f42f7 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (bede3e47-dfc1-4bca-8eda-1d119425ae80), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:35.917861 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-56c44da4-2ad4-4d5c-9c7c-36edb38f42f7 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for floatingip (bede3e47-dfc1-4bca-8eda-1d119425ae80), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:35.930383 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-56c44da4-2ad4-4d5c-9c7c-36edb38f42f7 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Calling delete_port for bede3e47-dfc1-4bca-8eda-1d119425ae80 owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:15:35.991638 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=100 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:36.025865 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:36.077170 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-56c44da4-2ad4-4d5c-9c7c-36edb38f42f7 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (bede3e47-dfc1-4bca-8eda-1d119425ae80), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:36.100801 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c44da4-2ad4-4d5c-9c7c-36edb38f42f7 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event deleted for resources: {'Port': ['ID=bede3e47-dfc1-4bca-8eda-1d119425ae80,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:36.164699 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-56c44da4-2ad4-4d5c-9c7c-36edb38f42f7 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for floatingip (e2c0e151-9e51-4a05-bc66-3bc72d8e19e6), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:36.165026 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.db.l3_db [None req-56c44da4-2ad4-4d5c-9c7c-36edb38f42f7 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Floating IP e2c0e151-9e51-4a05-bc66-3bc72d8e19e6 disassociated (deleted). External IP: 172.37.6.173, port: a808a619-ba7a-4d1d-946b-70726603a48f. Jul 24 01:15:36.364568 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c44da4-2ad4-4d5c-9c7c-36edb38f42f7 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:15:36.469183 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c44da4-2ad4-4d5c-9c7c-36edb38f42f7 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:15:36.473908 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-56c44da4-2ad4-4d5c-9c7c-36edb38f42f7 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:36.479013 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f6e555-b3d3-4fb2-99e9-fbd2ffa1fe29 None None] Sync routers for ids ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:15:36.488440 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f6e555-b3d3-4fb2-99e9-fbd2ffa1fe29 None None] Routers {'4c0c15ae-e9f5-440f-8ac7-a646760a72fa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:15:36.489046 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-25f6e555-b3d3-4fb2-99e9-fbd2ffa1fe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:15:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:36.503792 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-56c44da4-2ad4-4d5c-9c7c-36edb38f42f7 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "DELETE /v2.0/floatingips/e2c0e151-9e51-4a05-bc66-3bc72d8e19e6 HTTP/1.1" status: 204 len: 168 time: 0.8026905 Jul 24 01:15:36.504471 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495ea0b1-09f6-45d1-9dc1-f47bd463db92', 'tag': 'a808a619-ba7a-4d1d-946b-70726603a48f'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:15:36.506802 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1ac37d-f90d-493e-bb24-bd8ff12657cc" -d '{"events": [{"name": "network-changed", "server_uuid": "495ea0b1-09f6-45d1-9dc1-f47bd463db92", "tag": "a808a619-ba7a-4d1d-946b-70726603a48f"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:15:36.546923 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 24 Jul 2022 01:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8204cc-5fb7-48ff-9cec-d09eaa28209c x-openstack-request-id: req-ea8204cc-5fb7-48ff-9cec-d09eaa28209c {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:15:36.547211 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495ea0b1-09f6-45d1-9dc1-f47bd463db92", "tag": "a808a619-ba7a-4d1d-946b-70726603a48f", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:15:36.547464 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea8204cc-5fb7-48ff-9cec-d09eaa28209c {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:15:36.547871 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea8204cc-5fb7-48ff-9cec-d09eaa28209c'] response: {'name': 'network-changed', 'server_uuid': '495ea0b1-09f6-45d1-9dc1-f47bd463db92', 'tag': 'a808a619-ba7a-4d1d-946b-70726603a48f', 'status': 'completed', 'code': 200} Jul 24 01:15:36.598120 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-25f6e555-b3d3-4fb2-99e9-fbd2ffa1fe29 None None] Set router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:15:36.635913 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ac37d-f90d-493e-bb24-bd8ff12657cc req-b0fb5a41-cdc7-4b0d-8a91-027d8f3c4b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:15:36.641807 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ea1ac37d-f90d-493e-bb24-bd8ff12657cc req-b0fb5a41-cdc7-4b0d-8a91-027d8f3c4b0c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be64d6ea0f0149608c9a823425a0e811&device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 1130 time: 0.0484295 Jul 24 01:15:36.690250 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=100 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:36.740669 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8d3e7-dfe0-4b2d-88c2-92b18a5d9283 req-e79eb3d5-2660-4edc-9286-1abd24e41de6 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:15:36.741426 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=100 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:36.742181 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eae8d3e7-dfe0-4b2d-88c2-92b18a5d9283 req-e79eb3d5-2660-4edc-9286-1abd24e41de6 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 946 time: 0.0479786 Jul 24 01:15:36.796371 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-eae8d3e7-dfe0-4b2d-88c2-92b18a5d9283 req-69ce9724-1aaf-4cd0-b1c1-a6724ffb9aa8 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481086 Jul 24 01:15:36.801646 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-25f6e555-b3d3-4fb2-99e9-fbd2ffa1fe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:45Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6108cae3-36f9-4923-bb1c-75d963b645b3', 'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'mac_address': 'fa:16:3e:cd:57:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:44Z', 'updated_at': '2022-07-24T01:08:49Z', 'revision_number': 5, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'subnets': [{'id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:36.827553 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f6e555-b3d3-4fb2-99e9-fbd2ffa1fe29 None None] Checking router: 4c0c15ae-e9f5-440f-8ac7-a646760a72fa for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:15:36.836344 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f6e555-b3d3-4fb2-99e9-fbd2ffa1fe29 None None] Routers {'4c0c15ae-e9f5-440f-8ac7-a646760a72fa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:15:36.836944 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-25f6e555-b3d3-4fb2-99e9-fbd2ffa1fe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:15:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:37.011578 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-25f6e555-b3d3-4fb2-99e9-fbd2ffa1fe29 None None] Set router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:15:37.189474 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-25f6e555-b3d3-4fb2-99e9-fbd2ffa1fe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:45Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6108cae3-36f9-4923-bb1c-75d963b645b3', 'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'mac_address': 'fa:16:3e:cd:57:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:44Z', 'updated_at': '2022-07-24T01:08:49Z', 'revision_number': 5, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'subnets': [{'id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:37.214557 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f6e555-b3d3-4fb2-99e9-fbd2ffa1fe29 None None] The sync data for ids ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'] in dv-cinder-master-3-iscsi is: [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:45Z', 'revision_number': 4, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6108cae3-36f9-4923-bb1c-75d963b645b3', 'name': '', 'network_id': '1b1fc3ab-4643-4369-871d-3a6b06dcc201', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'mac_address': 'fa:16:3e:cd:57:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:44Z', 'updated_at': '2022-07-24T01:08:49Z', 'revision_number': 5, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'subnets': [{'id': '4a105886-d6e3-4222-9b3b-646bb27299c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:15:37.432878 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1218806f-e8ff-44c2-b98f-0b420f4e9852 None None] New status for floating IP e2c0e151-9e51-4a05-bc66-3bc72d8e19e6: DOWN {{(pid=103997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 24 01:15:37.783598 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ac37d-f90d-493e-bb24-bd8ff12657cc req-88c9b099-c5ce-4412-b51f-d9f9f835c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:15:37.784977 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ea1ac37d-f90d-493e-bb24-bd8ff12657cc req-88c9b099-c5ce-4412-b51f-d9f9f835c535 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b1fc3ab-4643-4369-871d-3a6b06dcc201 HTTP/1.1" status: 200 len: 913 time: 0.0875142 Jul 24 01:15:37.857642 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ea1ac37d-f90d-493e-bb24-bd8ff12657cc req-6a401508-59b2-4d5b-8233-f68b35afbe9c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a808a619-ba7a-4d1d-946b-70726603a48f HTTP/1.1" status: 200 len: 217 time: 0.0376580 Jul 24 01:15:37.912647 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985245e0-3db7-40f4-818f-b6c131866f9b req-868ccec3-7813-4c15-b48a-6d4e6253a65b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:15:37.914351 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-985245e0-3db7-40f4-818f-b6c131866f9b req-868ccec3-7813-4c15-b48a-6d4e6253a65b tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 946 time: 0.0465810 Jul 24 01:15:37.963520 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-985245e0-3db7-40f4-818f-b6c131866f9b req-f4d46749-98c2-4431-a02c-2b3a4f14d779 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/security-groups?id=baf7576e-46fe-4cd8-84ac-601e7e32b245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437510 Jul 24 01:15:37.978608 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ac37d-f90d-493e-bb24-bd8ff12657cc req-f4a89988-44c5-4009-b3e2-edd3ad8e4318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:15:37.980069 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ea1ac37d-f90d-493e-bb24-bd8ff12657cc req-f4a89988-44c5-4009-b3e2-edd3ad8e4318 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a105886-d6e3-4222-9b3b-646bb27299c8 HTTP/1.1" status: 200 len: 851 time: 0.0458636 Jul 24 01:15:38.035169 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ac37d-f90d-493e-bb24-bd8ff12657cc req-da75cae6-d813-4383-968f-d518021e6005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:15:38.036567 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ea1ac37d-f90d-493e-bb24-bd8ff12657cc req-da75cae6-d813-4383-968f-d518021e6005 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b1fc3ab-4643-4369-871d-3a6b06dcc201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495842 Jul 24 01:15:38.243455 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ea1ac37d-f90d-493e-bb24-bd8ff12657cc req-3e389c01-c2ad-4477-b342-42e71a925247 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872402 Jul 24 01:15:38.307199 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526944f-a9db-47df-b5e1-8fb54027e0d4 req-5126d51c-d2d8-436c-9744-7dbe7b21bd6c tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 24 01:15:38.308552 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7526944f-a9db-47df-b5e1-8fb54027e0d4 req-5126d51c-d2d8-436c-9744-7dbe7b21bd6c tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.39 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 946 time: 0.0460331 Jul 24 01:15:38.347261 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [req-ea1ac37d-f90d-493e-bb24-bd8ff12657cc req-48687892-6933-47e9-8d4b-57b3ada8c351 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847616 Jul 24 01:15:38.396892 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-7526944f-a9db-47df-b5e1-8fb54027e0d4 req-e4aa6f06-edb6-46af-a808-7c3cd45097a3 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Deleting port a808a619-ba7a-4d1d-946b-70726603a48f {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:15:38.397233 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-7526944f-a9db-47df-b5e1-8fb54027e0d4 req-e4aa6f06-edb6-46af-a808-7c3cd45097a3 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (a808a619-ba7a-4d1d-946b-70726603a48f), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:38.471363 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:38.487476 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [req-7526944f-a9db-47df-b5e1-8fb54027e0d4 req-e4aa6f06-edb6-46af-a808-7c3cd45097a3 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] For port a808a619-ba7a-4d1d-946b-70726603a48f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a808a619-ba7a-4d1d-946b-70726603a48f,segment=NetworkSegment(186195d4-aa20-4667-aa55-9cc17d991e7d),segment_id=186195d4-aa20-4667-aa55-9cc17d991e7d)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:15:38.487837 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-7526944f-a9db-47df-b5e1-8fb54027e0d4 req-e4aa6f06-edb6-46af-a808-7c3cd45097a3 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (a808a619-ba7a-4d1d-946b-70726603a48f), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:38.500429 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [req-7526944f-a9db-47df-b5e1-8fb54027e0d4 req-e4aa6f06-edb6-46af-a808-7c3cd45097a3 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Calling delete_port for a808a619-ba7a-4d1d-946b-70726603a48f owned by compute:nova {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:15:38.547537 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:38.629183 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-7526944f-a9db-47df-b5e1-8fb54027e0d4 req-e4aa6f06-edb6-46af-a808-7c3cd45097a3 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (a808a619-ba7a-4d1d-946b-70726603a48f), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:38.656896 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa6f06-edb6-46af-a808-7c3cd45097a3 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event deleted for resources: {'Port': ['ID=a808a619-ba7a-4d1d-946b-70726603a48f,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:38.702903 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [req-7526944f-a9db-47df-b5e1-8fb54027e0d4 req-e4aa6f06-edb6-46af-a808-7c3cd45097a3 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] No DVR routers for this DVR port a808a619-ba7a-4d1d-946b-70726603a48f on host hv-cinder-maste {{(pid=103996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:15:38.705380 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [req-7526944f-a9db-47df-b5e1-8fb54027e0d4 req-e4aa6f06-edb6-46af-a808-7c3cd45097a3 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for port (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:38.708701 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-7526944f-a9db-47df-b5e1-8fb54027e0d4 req-e4aa6f06-edb6-46af-a808-7c3cd45097a3 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.39 "DELETE /v2.0/ports/a808a619-ba7a-4d1d-946b-70726603a48f HTTP/1.1" status: 204 len: 173 time: 0.3945553 Jul 24 01:15:38.709156 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495ea0b1-09f6-45d1-9dc1-f47bd463db92', 'name': 'network-vif-deleted', 'tag': 'a808a619-ba7a-4d1d-946b-70726603a48f'}] {{(pid=103996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 24 01:15:38.712050 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f14dd1bdad4551a7958997357c308c38eae0a9f515c107975e861bc757030fef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e2955b-f53e-431d-b505-4988ab7e2315" -d '{"events": [{"server_uuid": "495ea0b1-09f6-45d1-9dc1-f47bd463db92", "name": "network-vif-deleted", "tag": "a808a619-ba7a-4d1d-946b-70726603a48f"}]}' {{(pid=103996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:15:38.748676 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 24 Jul 2022 01:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d2b60d-eac6-4f31-ab56-f88824c29b49 x-openstack-request-id: req-e5d2b60d-eac6-4f31-ab56-f88824c29b49 {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:15:38.748979 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495ea0b1-09f6-45d1-9dc1-f47bd463db92", "name": "network-vif-deleted", "tag": "a808a619-ba7a-4d1d-946b-70726603a48f", "status": "completed", "code": 200}]} {{(pid=103996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:15:38.749233 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5d2b60d-eac6-4f31-ab56-f88824c29b49 {{(pid=103996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:15:38.749641 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5d2b60d-eac6-4f31-ab56-f88824c29b49'] response: {'server_uuid': '495ea0b1-09f6-45d1-9dc1-f47bd463db92', 'name': 'network-vif-deleted', 'tag': 'a808a619-ba7a-4d1d-946b-70726603a48f', 'status': 'completed', 'code': 200} Jul 24 01:15:39.064442 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [req-0b33b070-655e-4d6f-9fff-78bf911dd684 req-3493721e-8b8b-4dcc-b085-391f5e54c618 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "GET /v2.0/ports?device_id=495ea0b1-09f6-45d1-9dc1-f47bd463db92 HTTP/1.1" status: 200 len: 210 time: 0.0294831 Jul 24 01:15:39.933354 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:40.127737 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 41426) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:15:40.237344 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-30c662c0-719a-4bfe-b820-fefa3f304833 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Deleting port 949ac760-5d09-43cd-a1a6-0b9f15acc547 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:15:40.237598 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-30c662c0-719a-4bfe-b820-fefa3f304833 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (949ac760-5d09-43cd-a1a6-0b9f15acc547), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:40.313053 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-30c662c0-719a-4bfe-b820-fefa3f304833 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (949ac760-5d09-43cd-a1a6-0b9f15acc547), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:40.313379 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-30c662c0-719a-4bfe-b820-fefa3f304833 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for floatingip (949ac760-5d09-43cd-a1a6-0b9f15acc547), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:40.326160 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-30c662c0-719a-4bfe-b820-fefa3f304833 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Calling delete_port for 949ac760-5d09-43cd-a1a6-0b9f15acc547 owned by network:floatingip {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:15:40.460026 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-30c662c0-719a-4bfe-b820-fefa3f304833 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (949ac760-5d09-43cd-a1a6-0b9f15acc547), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:40.487522 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c662c0-719a-4bfe-b820-fefa3f304833 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event deleted for resources: {'Port': ['ID=949ac760-5d09-43cd-a1a6-0b9f15acc547,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:40.547591 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-30c662c0-719a-4bfe-b820-fefa3f304833 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for floatingip (2ee97436-5a54-4a76-a58a-b5c0a33940c5), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:40.550115 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-30c662c0-719a-4bfe-b820-fefa3f304833 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230357'] for floatingip (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:40.551284 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-30c662c0-719a-4bfe-b820-fefa3f304833 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "DELETE /v2.0/floatingips/2ee97436-5a54-4a76-a58a-b5c0a33940c5 HTTP/1.1" status: 204 len: 168 time: 0.4236152 Jul 24 01:15:40.590409 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device a808a619-ba7a-4d1d-946b-70726603a48f no longer exists at agent hyperv_hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:15:40.607100 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] No Port match for: a808a619-ba7a-4d1d-946b-70726603a48f {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:15:40.607452 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Device a808a619-ba7a-4d1d-946b-70726603a48f not bound to the agent host hv-cinder-maste {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:15:41.750654 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41438) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:15:41.757590 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:41.814923 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b7b6668f-a74e-4ec7-bfb0-b4d8813bc032 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group (baf7576e-46fe-4cd8-84ac-601e7e32b245), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:41.840092 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b7b6668f-a74e-4ec7-bfb0-b4d8813bc032 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group (baf7576e-46fe-4cd8-84ac-601e7e32b245), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:41.847329 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:41.899571 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b7b6668f-a74e-4ec7-bfb0-b4d8813bc032 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (baf7576e-46fe-4cd8-84ac-601e7e32b245), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:41.902122 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b7b6668f-a74e-4ec7-bfb0-b4d8813bc032 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:41.903404 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-b7b6668f-a74e-4ec7-bfb0-b4d8813bc032 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] 10.222.0.18 "DELETE /v2.0/security-groups/baf7576e-46fe-4cd8-84ac-601e7e32b245 HTTP/1.1" status: 204 len: 168 time: 0.1516304 Jul 24 01:15:41.912456 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6668f-a74e-4ec7-bfb0-b4d8813bc032 tempest-TestVolumeBootPattern-634892198 tempest-TestVolumeBootPattern-634892198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf7576e-46fe-4cd8-84ac-601e7e32b245,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:42.967866 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41444) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:15:43.604787 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2ed60307-e484-4a93-b600-d96957d14c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:43.659958 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3f6d5bda-4134-4e56-8dfa-de06bc8948b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687808'] for router_interface (4c0c15ae-e9f5-440f-8ac7-a646760a72fa), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:43.880427 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d5bda-4134-4e56-8dfa-de06bc8948b6 admin admin] Deleting port 6108cae3-36f9-4923-bb1c-75d963b645b3 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:15:43.880770 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3f6d5bda-4134-4e56-8dfa-de06bc8948b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (6108cae3-36f9-4923-bb1c-75d963b645b3), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:43.960611 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-3f6d5bda-4134-4e56-8dfa-de06bc8948b6 admin admin] For port 6108cae3-36f9-4923-bb1c-75d963b645b3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6108cae3-36f9-4923-bb1c-75d963b645b3,segment=NetworkSegment(186195d4-aa20-4667-aa55-9cc17d991e7d),segment_id=186195d4-aa20-4667-aa55-9cc17d991e7d)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:15:43.961913 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3f6d5bda-4134-4e56-8dfa-de06bc8948b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (6108cae3-36f9-4923-bb1c-75d963b645b3), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:43.974603 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d5bda-4134-4e56-8dfa-de06bc8948b6 admin admin] Calling delete_port for 6108cae3-36f9-4923-bb1c-75d963b645b3 owned by network:router_interface {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:15:44.074687 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:44.127247 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:44.151828 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3f6d5bda-4134-4e56-8dfa-de06bc8948b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (6108cae3-36f9-4923-bb1c-75d963b645b3), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:44.176583 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d5bda-4134-4e56-8dfa-de06bc8948b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6108cae3-36f9-4923-bb1c-75d963b645b3,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:44.341648 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3f6d5bda-4134-4e56-8dfa-de06bc8948b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687152'] for router_interface (4c0c15ae-e9f5-440f-8ac7-a646760a72fa), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:44.540940 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6d5bda-4134-4e56-8dfa-de06bc8948b6 admin admin] Router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:15:44.640223 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6d5bda-4134-4e56-8dfa-de06bc8948b6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:15:44.645166 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-3f6d5bda-4134-4e56-8dfa-de06bc8948b6 admin admin] 10.222.0.18 "PUT /v2.0/routers/4c0c15ae-e9f5-440f-8ac7-a646760a72fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6761541 Jul 24 01:15:44.647576 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41448) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:15:44.650764 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41be439b-da99-4ba6-a462-f192141d76a1 None None] Sync routers for ids ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'] in dv-cinder-master-3-iscsi {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:15:44.660400 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be439b-da99-4ba6-a462-f192141d76a1 None None] Routers {'4c0c15ae-e9f5-440f-8ac7-a646760a72fa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:15:44.660998 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-41be439b-da99-4ba6-a462-f192141d76a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:15:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:44.747034 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3da9bbb7-7bf0-48d7-8c16-cf0a9c71f4fd admin admin] Publish callbacks [] for router (4c0c15ae-e9f5-440f-8ac7-a646760a72fa), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:44.756570 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-41be439b-da99-4ba6-a462-f192141d76a1 None None] Set router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa gateway port host: dv-cinder-master-3-iscsi {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:15:44.845710 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3da9bbb7-7bf0-48d7-8c16-cf0a9c71f4fd admin admin] Publish callbacks [] for router_gateway (4c0c15ae-e9f5-440f-8ac7-a646760a72fa), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:44.887637 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-3da9bbb7-7bf0-48d7-8c16-cf0a9c71f4fd admin admin] Deleting port be432497-a435-4293-a76d-254e39cd866c {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:15:44.888040 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3da9bbb7-7bf0-48d7-8c16-cf0a9c71f4fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (be432497-a435-4293-a76d-254e39cd866c), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:44.907383 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:44.925016 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-41be439b-da99-4ba6-a462-f192141d76a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105'}], 'enable_snat': True}, 'gw_port_id': 'be432497-a435-4293-a76d-254e39cd866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:15:44Z', 'revision_number': 5, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port': {'id': 'be432497-a435-4293-a76d-254e39cd866c', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:44.950042 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41be439b-da99-4ba6-a462-f192141d76a1 None None] Checking router: 4c0c15ae-e9f5-440f-8ac7-a646760a72fa for host: dv-cinder-master-3-iscsi {{(pid=103998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:15:44.958280 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be439b-da99-4ba6-a462-f192141d76a1 None None] Routers {'4c0c15ae-e9f5-440f-8ac7-a646760a72fa'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:15:44.958905 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-41be439b-da99-4ba6-a462-f192141d76a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:15:16Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'], 'active': True} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:44.973689 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-3da9bbb7-7bf0-48d7-8c16-cf0a9c71f4fd admin admin] For port be432497-a435-4293-a76d-254e39cd866c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=be432497-a435-4293-a76d-254e39cd866c,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:15:44.974056 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3da9bbb7-7bf0-48d7-8c16-cf0a9c71f4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (be432497-a435-4293-a76d-254e39cd866c), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:44.988045 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-3da9bbb7-7bf0-48d7-8c16-cf0a9c71f4fd admin admin] Calling delete_port for be432497-a435-4293-a76d-254e39cd866c owned by network:router_gateway {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:15:44.996140 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:45.041092 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_dvr_db [None req-41be439b-da99-4ba6-a462-f192141d76a1 None None] Set router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa gateway port host: None {{(pid=103998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:15:45.088098 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.l3_hamode_db [None req-41be439b-da99-4ba6-a462-f192141d76a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:15:44Z', 'revision_number': 6, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:45.115459 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41be439b-da99-4ba6-a462-f192141d76a1 None None] The sync data for ids ['4c0c15ae-e9f5-440f-8ac7-a646760a72fa'] in dv-cinder-master-3-iscsi is: [{'id': '4c0c15ae-e9f5-440f-8ac7-a646760a72fa', 'name': 'tempest-TestVolumeBootPattern-1383643613-router', 'tenant_id': 'be64d6ea0f0149608c9a823425a0e811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:42Z', 'updated_at': '2022-07-24T01:15:44Z', 'revision_number': 6, 'project_id': 'be64d6ea0f0149608c9a823425a0e811', 'gw_port_host': None}] {{(pid=103998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:15:45.162064 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3da9bbb7-7bf0-48d7-8c16-cf0a9c71f4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (be432497-a435-4293-a76d-254e39cd866c), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:45.186740 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9bbb7-7bf0-48d7-8c16-cf0a9c71f4fd admin admin] Pushing event deleted for resources: {'Port': ['ID=be432497-a435-4293-a76d-254e39cd866c,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:45.246468 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3da9bbb7-7bf0-48d7-8c16-cf0a9c71f4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687419'] for router_gateway (4c0c15ae-e9f5-440f-8ac7-a646760a72fa), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:45.331585 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3da9bbb7-7bf0-48d7-8c16-cf0a9c71f4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1249'] for router (4c0c15ae-e9f5-440f-8ac7-a646760a72fa), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:45.333728 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3da9bbb7-7bf0-48d7-8c16-cf0a9c71f4fd admin admin] Publish callbacks [] for router_controller (4c0c15ae-e9f5-440f-8ac7-a646760a72fa), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:45.376612 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3da9bbb7-7bf0-48d7-8c16-cf0a9c71f4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680094'] for router (4c0c15ae-e9f5-440f-8ac7-a646760a72fa), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:45.377114 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da9bbb7-7bf0-48d7-8c16-cf0a9c71f4fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c0c15ae-e9f5-440f-8ac7-a646760a72fa {{(pid=103995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:15:45.381208 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3da9bbb7-7bf0-48d7-8c16-cf0a9c71f4fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:45.382342 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-3da9bbb7-7bf0-48d7-8c16-cf0a9c71f4fd admin admin] 10.222.0.18 "DELETE /v2.0/routers/4c0c15ae-e9f5-440f-8ac7-a646760a72fa HTTP/1.1" status: 204 len: 168 time: 0.7338943 Jul 24 01:15:45.385407 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41450) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:15:45.430529 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a19620f-8bc5-439a-ba1c-5603301e18e3 admin admin] Deleting subnet 4a105886-d6e3-4222-9b3b-646bb27299c8 {{(pid=103995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 01:15:45.433695 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3a19620f-8bc5-439a-ba1c-5603301e18e3 admin admin] Publish callbacks [] for subnet (4a105886-d6e3-4222-9b3b-646bb27299c8), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:45.470806 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3a19620f-8bc5-439a-ba1c-5603301e18e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4260261'] for subnet (4a105886-d6e3-4222-9b3b-646bb27299c8), precommit_delete_associations {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:45.552881 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3a19620f-8bc5-439a-ba1c-5603301e18e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1702200'] for subnet (4a105886-d6e3-4222-9b3b-646bb27299c8), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:45.605436 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3a19620f-8bc5-439a-ba1c-5603301e18e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1702193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4238376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3892429'] for subnet (4a105886-d6e3-4222-9b3b-646bb27299c8), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:45.630634 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19620f-8bc5-439a-ba1c-5603301e18e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a105886-d6e3-4222-9b3b-646bb27299c8,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:45.634851 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3a19620f-8bc5-439a-ba1c-5603301e18e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for subnet (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:45.637946 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-3a19620f-8bc5-439a-ba1c-5603301e18e3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4a105886-d6e3-4222-9b3b-646bb27299c8 HTTP/1.1" status: 204 len: 168 time: 0.2515807 Jul 24 01:15:45.640485 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41452) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:15:45.642948 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a593f7c9-b632-4326-a4ec-cae2ce22d0d5 None None] Network 1b1fc3ab-4643-4369-871d-3a6b06dcc201 requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:15:45.712801 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d2b52dea-a427-4ee8-b807-c0cf3494b666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658929'] for network (1b1fc3ab-4643-4369-871d-3a6b06dcc201), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:45.753977 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-d2b52dea-a427-4ee8-b807-c0cf3494b666 admin admin] Deleting port b0a28bde-f3bc-4506-a428-6dc3fa54dd38 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:15:45.754322 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d2b52dea-a427-4ee8-b807-c0cf3494b666 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (b0a28bde-f3bc-4506-a428-6dc3fa54dd38), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:45.776940 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:45.817559 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-d2b52dea-a427-4ee8-b807-c0cf3494b666 admin admin] For port b0a28bde-f3bc-4506-a428-6dc3fa54dd38, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b0a28bde-f3bc-4506-a428-6dc3fa54dd38,segment=NetworkSegment(186195d4-aa20-4667-aa55-9cc17d991e7d),segment_id=186195d4-aa20-4667-aa55-9cc17d991e7d)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:15:45.817847 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d2b52dea-a427-4ee8-b807-c0cf3494b666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (b0a28bde-f3bc-4506-a428-6dc3fa54dd38), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:45.838965 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-d2b52dea-a427-4ee8-b807-c0cf3494b666 admin admin] Calling delete_port for b0a28bde-f3bc-4506-a428-6dc3fa54dd38 owned by network:dhcp {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:15:45.850898 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] DHCP port deletion for 1b1fc3ab-4643-4369-871d-3a6b06dcc201 request from dv-cinder-master-3-iscsi {{(pid=103997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 24 01:15:45.895501 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:45.915610 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 6108cae3-36f9-4923-bb1c-75d963b645b3 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:15:45.920720 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] Deleting port b0a28bde-f3bc-4506-a428-6dc3fa54dd38 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:15:45.921116 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (b0a28bde-f3bc-4506-a428-6dc3fa54dd38), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:45.927445 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d2b52dea-a427-4ee8-b807-c0cf3494b666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (b0a28bde-f3bc-4506-a428-6dc3fa54dd38), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:45.940844 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-54001190-cdde-405d-b84c-e8691e665a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:45.942098 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 6108cae3-36f9-4923-bb1c-75d963b645b3 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:15:45.942434 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 6108cae3-36f9-4923-bb1c-75d963b645b3 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:15:45.942864 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device b0a28bde-f3bc-4506-a428-6dc3fa54dd38 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:15:45.951378 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b52dea-a427-4ee8-b807-c0cf3494b666 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0a28bde-f3bc-4506-a428-6dc3fa54dd38,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:45.959631 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b52dea-a427-4ee8-b807-c0cf3494b666 admin admin] No DVR routers for this DVR port b0a28bde-f3bc-4506-a428-6dc3fa54dd38 on host dv-cinder-master-3-iscsi {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:15:45.981891 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: b0a28bde-f3bc-4506-a428-6dc3fa54dd38 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:15:45.982248 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device b0a28bde-f3bc-4506-a428-6dc3fa54dd38 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:15:45.982649 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device be432497-a435-4293-a76d-254e39cd866c no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:15:46.004934 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: be432497-a435-4293-a76d-254e39cd866c {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:15:46.005278 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device be432497-a435-4293-a76d-254e39cd866c not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:15:46.039971 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d2b52dea-a427-4ee8-b807-c0cf3494b666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702323', 'neutron.services.segments.db._delete_segments_for_network-8763390966860'] for network (1b1fc3ab-4643-4369-871d-3a6b06dcc201), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:46.051411 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] For port b0a28bde-f3bc-4506-a428-6dc3fa54dd38, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:15:46.051819 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (b0a28bde-f3bc-4506-a428-6dc3fa54dd38), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:46.059929 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-d2b52dea-a427-4ee8-b807-c0cf3494b666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1fc3ab-4643-4369-871d-3a6b06dcc201']}} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:46.065386 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] Calling delete_port for b0a28bde-f3bc-4506-a428-6dc3fa54dd38 owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:15:46.068411 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.ipam_backend_mixin [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] Port b0a28bde-f3bc-4506-a428-6dc3fa54dd38 was not found and therefore no delete operation was performed {{(pid=103997) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 24 01:15:46.069734 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239'] for port (b0a28bde-f3bc-4506-a428-6dc3fa54dd38), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:46.069956 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-d2b52dea-a427-4ee8-b807-c0cf3494b666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186195d4-aa20-4667-aa55-9cc17d991e7d') {'for_net_delete': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:46.071072 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-d2b52dea-a427-4ee8-b807-c0cf3494b666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186195d4-aa20-4667-aa55-9cc17d991e7d') {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:46.081455 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d2b52dea-a427-4ee8-b807-c0cf3494b666 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763390966245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4260252'] for segment (186195d4-aa20-4667-aa55-9cc17d991e7d), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:46.093454 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] Pushing event deleted for resources: {'Port': ['ID=b0a28bde-f3bc-4506-a428-6dc3fa54dd38,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:46.095193 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d2b52dea-a427-4ee8-b807-c0cf3494b666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (186195d4-aa20-4667-aa55-9cc17d991e7d), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:46.104524 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] No DVR routers for this DVR port b0a28bde-f3bc-4506-a428-6dc3fa54dd38 on host dv-cinder-master-3-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:15:46.105102 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b52dea-a427-4ee8-b807-c0cf3494b666 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:15:46.106229 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d2b52dea-a427-4ee8-b807-c0cf3494b666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4238482'] for segment (186195d4-aa20-4667-aa55-9cc17d991e7d), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:46.107035 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:46.107813 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:46.108170 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:46.108529 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:46.109047 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:46.109376 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:46.109900 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:46.110532 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:46.110891 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:46.111219 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:46.111636 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:46.112252 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:46.112579 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:46.112906 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:46.113226 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1729-8cb3-4264-9fc5-06a5e3172c7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:46.158386 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.services.segments.plugin [-] Segment 186195d4-aa20-4667-aa55-9cc17d991e7d resource provider aggregate not found Jul 24 01:15:46.178238 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.services.segments.plugin [-] Segment 186195d4-aa20-4667-aa55-9cc17d991e7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 186195d4-aa20-4667-aa55-9cc17d991e7d found for delete ", "request_id": "req-36d08a37-9dd1-48ef-867b-f91c7621363c"}]} Jul 24 01:15:46.179016 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d2b52dea-a427-4ee8-b807-c0cf3494b666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687525'] for network (1b1fc3ab-4643-4369-871d-3a6b06dcc201), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:46.186596 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d2b52dea-a427-4ee8-b807-c0cf3494b666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:46.190931 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-d2b52dea-a427-4ee8-b807-c0cf3494b666 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1b1fc3ab-4643-4369-871d-3a6b06dcc201 HTTP/1.1" status: 204 len: 168 time: 0.5493221 Jul 24 01:15:46.191365 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 41458) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:15:46.207818 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b52dea-a427-4ee8-b807-c0cf3494b666 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b1fc3ab-4643-4369-871d-3a6b06dcc201,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:46.407481 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:46.458545 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:46.504519 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a0c726ad-edad-495d-bdcb-4c0a4df4f62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687808'] for router_interface (d75e2bea-a7df-46fb-aecd-1b7a01dcb609), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:46.721084 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-a0c726ad-edad-495d-bdcb-4c0a4df4f62e admin admin] Deleting port 1f6fb2d5-a962-400a-85ae-94e1c508d92a {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:15:46.721322 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a0c726ad-edad-495d-bdcb-4c0a4df4f62e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (1f6fb2d5-a962-400a-85ae-94e1c508d92a), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:46.799838 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-a0c726ad-edad-495d-bdcb-4c0a4df4f62e admin admin] For port 1f6fb2d5-a962-400a-85ae-94e1c508d92a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1f6fb2d5-a962-400a-85ae-94e1c508d92a,segment=NetworkSegment(c1283d85-ee28-4dca-970a-7ef1944b394f),segment_id=c1283d85-ee28-4dca-970a-7ef1944b394f)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:15:46.800191 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a0c726ad-edad-495d-bdcb-4c0a4df4f62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (1f6fb2d5-a962-400a-85ae-94e1c508d92a), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:46.813107 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-a0c726ad-edad-495d-bdcb-4c0a4df4f62e admin admin] Calling delete_port for 1f6fb2d5-a962-400a-85ae-94e1c508d92a owned by network:router_interface {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:15:46.986261 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a0c726ad-edad-495d-bdcb-4c0a4df4f62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (1f6fb2d5-a962-400a-85ae-94e1c508d92a), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:47.010538 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c726ad-edad-495d-bdcb-4c0a4df4f62e admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6fb2d5-a962-400a-85ae-94e1c508d92a,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:47.170605 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:47.177207 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-a0c726ad-edad-495d-bdcb-4c0a4df4f62e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687152'] for router_interface (d75e2bea-a7df-46fb-aecd-1b7a01dcb609), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:47.219693 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:47.324426 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:47.384287 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c726ad-edad-495d-bdcb-4c0a4df4f62e admin admin] Router d75e2bea-a7df-46fb-aecd-1b7a01dcb609 has already been hosted by L3 agent 85b9d566-e017-4196-b792-80c1d7fe642a {{(pid=103996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 24 01:15:47.487419 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c726ad-edad-495d-bdcb-4c0a4df4f62e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:15:47.492883 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-a0c726ad-edad-495d-bdcb-4c0a4df4f62e admin admin] 10.222.0.18 "PUT /v2.0/routers/d75e2bea-a7df-46fb-aecd-1b7a01dcb609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3002877 Jul 24 01:15:47.495332 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 41464) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:15:47.498109 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de4b89c-a547-480e-812a-7aea86c590f3 None None] Sync routers for ids ['d75e2bea-a7df-46fb-aecd-1b7a01dcb609'] in dv-cinder-master-3-iscsi {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:15:47.508833 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de4b89c-a547-480e-812a-7aea86c590f3 None None] Routers {'d75e2bea-a7df-46fb-aecd-1b7a01dcb609'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:15:47.509469 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-2de4b89c-a547-480e-812a-7aea86c590f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:15:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['d75e2bea-a7df-46fb-aecd-1b7a01dcb609'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:47.614372 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0e97217f-96a0-436b-a81c-c51e5409ff50 admin admin] Publish callbacks [] for router (d75e2bea-a7df-46fb-aecd-1b7a01dcb609), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:47.617371 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-2de4b89c-a547-480e-812a-7aea86c590f3 None None] Set router d75e2bea-a7df-46fb-aecd-1b7a01dcb609 gateway port host: dv-cinder-master-3-iscsi {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:15:47.715210 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0e97217f-96a0-436b-a81c-c51e5409ff50 admin admin] Publish callbacks [] for router_gateway (d75e2bea-a7df-46fb-aecd-1b7a01dcb609), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:47.758002 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-0e97217f-96a0-436b-a81c-c51e5409ff50 admin admin] Deleting port bd3faca7-ad58-4794-b86e-b7cc673275f4 {{(pid=103996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:15:47.758350 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0e97217f-96a0-436b-a81c-c51e5409ff50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (bd3faca7-ad58-4794-b86e-b7cc673275f4), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:47.797532 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-2de4b89c-a547-480e-812a-7aea86c590f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75e2bea-a7df-46fb-aecd-1b7a01dcb609', 'name': 'tempest-TestVolumeBootPattern-1587229349-router', 'tenant_id': 'c41a498067354c0a81f56e90db1da183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'external_fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.60'}], 'enable_snat': True}, 'gw_port_id': 'bd3faca7-ad58-4794-b86e-b7cc673275f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:47Z', 'updated_at': '2022-07-24T01:15:46Z', 'revision_number': 5, 'project_id': 'c41a498067354c0a81f56e90db1da183', 'gw_port': {'id': 'bd3faca7-ad58-4794-b86e-b7cc673275f4', 'name': '', 'network_id': '30da6a4f-d180-4fbe-b96a-a0d04943d2a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75e2bea-a7df-46fb-aecd-1b7a01dcb609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'ip_address': '172.37.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-24T01:08:48Z', 'updated_at': '2022-07-24T01:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56ba3a78-c695-492c-97a1-9cfe8e298be6', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:47.824007 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de4b89c-a547-480e-812a-7aea86c590f3 None None] Checking router: d75e2bea-a7df-46fb-aecd-1b7a01dcb609 for host: dv-cinder-master-3-iscsi {{(pid=103997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:15:47.832345 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de4b89c-a547-480e-812a-7aea86c590f3 None None] Routers {'d75e2bea-a7df-46fb-aecd-1b7a01dcb609'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 24 01:15:47.832951 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-2de4b89c-a547-480e-812a-7aea86c590f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-24T00:52:16Z,description=,heartbeat_timestamp=2022-07-24T01:15:46Z,host='dv-cinder-master-3-iscsi',id=85b9d566-e017-4196-b792-80c1d7fe642a,load=0,resource_versions=,resources_synced=,started_at=2022-07-24T00:52:16Z,topic='l3_agent')) {'router_ids': ['d75e2bea-a7df-46fb-aecd-1b7a01dcb609'], 'active': True} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:47.841422 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-0e97217f-96a0-436b-a81c-c51e5409ff50 admin admin] For port bd3faca7-ad58-4794-b86e-b7cc673275f4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bd3faca7-ad58-4794-b86e-b7cc673275f4,segment=NetworkSegment(774941f0-335a-45c4-b505-443b502e7c4a),segment_id=774941f0-335a-45c4-b505-443b502e7c4a)] {{(pid=103996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:15:47.841791 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0e97217f-96a0-436b-a81c-c51e5409ff50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (bd3faca7-ad58-4794-b86e-b7cc673275f4), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:47.854819 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.plugin [None req-0e97217f-96a0-436b-a81c-c51e5409ff50 admin admin] Calling delete_port for bd3faca7-ad58-4794-b86e-b7cc673275f4 owned by network:router_gateway {{(pid=103996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:15:47.917944 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvr_db [None req-2de4b89c-a547-480e-812a-7aea86c590f3 None None] Set router d75e2bea-a7df-46fb-aecd-1b7a01dcb609 gateway port host: None {{(pid=103997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 24 01:15:47.969450 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_hamode_db [None req-2de4b89c-a547-480e-812a-7aea86c590f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75e2bea-a7df-46fb-aecd-1b7a01dcb609', 'name': 'tempest-TestVolumeBootPattern-1587229349-router', 'tenant_id': 'c41a498067354c0a81f56e90db1da183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:47Z', 'updated_at': '2022-07-24T01:15:47Z', 'revision_number': 6, 'project_id': 'c41a498067354c0a81f56e90db1da183', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:47.998027 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de4b89c-a547-480e-812a-7aea86c590f3 None None] The sync data for ids ['d75e2bea-a7df-46fb-aecd-1b7a01dcb609'] in dv-cinder-master-3-iscsi is: [{'id': 'd75e2bea-a7df-46fb-aecd-1b7a01dcb609', 'name': 'tempest-TestVolumeBootPattern-1587229349-router', 'tenant_id': 'c41a498067354c0a81f56e90db1da183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-24T01:08:47Z', 'updated_at': '2022-07-24T01:15:47Z', 'revision_number': 6, 'project_id': 'c41a498067354c0a81f56e90db1da183', 'gw_port_host': None}] {{(pid=103997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:15:48.284022 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0e97217f-96a0-436b-a81c-c51e5409ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4959374'] for port (bd3faca7-ad58-4794-b86e-b7cc673275f4), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:48.307242 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97217f-96a0-436b-a81c-c51e5409ff50 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3faca7-ad58-4794-b86e-b7cc673275f4,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:48.360821 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:48.381187 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0e97217f-96a0-436b-a81c-c51e5409ff50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687419'] for router_gateway (d75e2bea-a7df-46fb-aecd-1b7a01dcb609), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:48.464189 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:48.472700 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0e97217f-96a0-436b-a81c-c51e5409ff50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1249'] for router (d75e2bea-a7df-46fb-aecd-1b7a01dcb609), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:48.474883 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0e97217f-96a0-436b-a81c-c51e5409ff50 admin admin] Publish callbacks [] for router_controller (d75e2bea-a7df-46fb-aecd-1b7a01dcb609), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:48.476160 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:48.521998 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0e97217f-96a0-436b-a81c-c51e5409ff50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680094'] for router (d75e2bea-a7df-46fb-aecd-1b7a01dcb609), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:48.522625 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e97217f-96a0-436b-a81c-c51e5409ff50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d75e2bea-a7df-46fb-aecd-1b7a01dcb609 {{(pid=103996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:15:48.527469 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-0e97217f-96a0-436b-a81c-c51e5409ff50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:48.528607 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-0e97217f-96a0-436b-a81c-c51e5409ff50 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d75e2bea-a7df-46fb-aecd-1b7a01dcb609 HTTP/1.1" status: 204 len: 168 time: 1.0323768 Jul 24 01:15:48.531128 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [-] (103996) accepted ('10.222.0.18', 41468) {{(pid=103996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:15:48.575656 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.db.db_base_plugin_v2 [None req-b851be5c-c630-4821-9584-76391e1bfdbb admin admin] Deleting subnet f3e1315f-a04e-4eb4-bff8-91bfec8040e1 {{(pid=103996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 24 01:15:48.578852 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b851be5c-c630-4821-9584-76391e1bfdbb admin admin] Publish callbacks [] for subnet (f3e1315f-a04e-4eb4-bff8-91bfec8040e1), before_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:48.612823 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b851be5c-c630-4821-9584-76391e1bfdbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15792540'] for subnet (f3e1315f-a04e-4eb4-bff8-91bfec8040e1), precommit_delete_associations {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:48.690390 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b851be5c-c630-4821-9584-76391e1bfdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1702200'] for subnet (f3e1315f-a04e-4eb4-bff8-91bfec8040e1), precommit_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:48.744363 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b851be5c-c630-4821-9584-76391e1bfdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1702193', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4959331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5214611'] for subnet (f3e1315f-a04e-4eb4-bff8-91bfec8040e1), after_delete {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:48.771305 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851be5c-c630-4821-9584-76391e1bfdbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e1315f-a04e-4eb4-bff8-91bfec8040e1,revision_number=None']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:48.779656 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-b851be5c-c630-4821-9584-76391e1bfdbb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:48.783656 dv-cinder-master-3-iscsi neutron-server[103996]: INFO neutron.wsgi [None req-b851be5c-c630-4821-9584-76391e1bfdbb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f3e1315f-a04e-4eb4-bff8-91bfec8040e1 HTTP/1.1" status: 204 len: 168 time: 0.2514458 Jul 24 01:15:48.784865 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88889ae-8812-433d-9b5f-c9109a2277fd None None] Network 6807cabb-6b0e-4621-927e-706f4cf487dd requested from dv-cinder-master-3-iscsi {{(pid=103997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 24 01:15:48.786109 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41470) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:15:48.863319 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0fff8424-e281-449a-9312-243219c1029d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658929'] for network (6807cabb-6b0e-4621-927e-706f4cf487dd), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:48.901443 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:48.907699 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-0fff8424-e281-449a-9312-243219c1029d admin admin] Deleting port 5c860b12-ff76-4960-be8e-2a7b46b30763 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:15:48.908128 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0fff8424-e281-449a-9312-243219c1029d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (5c860b12-ff76-4960-be8e-2a7b46b30763), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:48.968656 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d159150c-5dba-41d9-9e39-c1224157ccbd None None] DHCP port deletion for 6807cabb-6b0e-4621-927e-706f4cf487dd request from dv-cinder-master-3-iscsi {{(pid=103997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 24 01:15:48.978146 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:48.981274 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-0fff8424-e281-449a-9312-243219c1029d admin admin] For port 5c860b12-ff76-4960-be8e-2a7b46b30763, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5c860b12-ff76-4960-be8e-2a7b46b30763,segment=NetworkSegment(c1283d85-ee28-4dca-970a-7ef1944b394f),segment_id=c1283d85-ee28-4dca-970a-7ef1944b394f)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:15:48.981274 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0fff8424-e281-449a-9312-243219c1029d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (5c860b12-ff76-4960-be8e-2a7b46b30763), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:48.995647 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-0fff8424-e281-449a-9312-243219c1029d admin admin] Calling delete_port for 5c860b12-ff76-4960-be8e-2a7b46b30763 owned by network:dhcp {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:15:49.011964 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:49.025797 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d159150c-5dba-41d9-9e39-c1224157ccbd None None] Deleting port 5c860b12-ff76-4960-be8e-2a7b46b30763 {{(pid=103997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 24 01:15:49.026242 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d159150c-5dba-41d9-9e39-c1224157ccbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763390857144'] for port (5c860b12-ff76-4960-be8e-2a7b46b30763), before_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:49.081112 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0fff8424-e281-449a-9312-243219c1029d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4238533'] for port (5c860b12-ff76-4960-be8e-2a7b46b30763), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:49.092810 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.db [None req-d159150c-5dba-41d9-9e39-c1224157ccbd None None] For port 5c860b12-ff76-4960-be8e-2a7b46b30763, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5c860b12-ff76-4960-be8e-2a7b46b30763,segment=NetworkSegment(c1283d85-ee28-4dca-970a-7ef1944b394f),segment_id=c1283d85-ee28-4dca-970a-7ef1944b394f)] {{(pid=103997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:15:49.093134 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d159150c-5dba-41d9-9e39-c1224157ccbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685760'] for port (5c860b12-ff76-4960-be8e-2a7b46b30763), precommit_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:49.106154 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d159150c-5dba-41d9-9e39-c1224157ccbd None None] Calling delete_port for 5c860b12-ff76-4960-be8e-2a7b46b30763 owned by network:dhcp {{(pid=103997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 24 01:15:49.110785 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff8424-e281-449a-9312-243219c1029d admin admin] Pushing event deleted for resources: {'Port': ['ID=5c860b12-ff76-4960-be8e-2a7b46b30763,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:49.113555 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff8424-e281-449a-9312-243219c1029d admin admin] No DVR routers for this DVR port 5c860b12-ff76-4960-be8e-2a7b46b30763 on host dv-cinder-master-3-iscsi {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:15:49.186407 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0fff8424-e281-449a-9312-243219c1029d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1702323', 'neutron.services.segments.db._delete_segments_for_network-8763390966860'] for network (6807cabb-6b0e-4621-927e-706f4cf487dd), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:49.208927 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-0fff8424-e281-449a-9312-243219c1029d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6807cabb-6b0e-4621-927e-706f4cf487dd']}} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:49.219071 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-0fff8424-e281-449a-9312-243219c1029d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1283d85-ee28-4dca-970a-7ef1944b394f') {'for_net_delete': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:49.219348 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.services.segments.db [None req-0fff8424-e281-449a-9312-243219c1029d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1283d85-ee28-4dca-970a-7ef1944b394f') {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:49.230303 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0fff8424-e281-449a-9312-243219c1029d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763390966245', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4260252'] for segment (c1283d85-ee28-4dca-970a-7ef1944b394f), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:49.245116 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0fff8424-e281-449a-9312-243219c1029d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537'] for segment (c1283d85-ee28-4dca-970a-7ef1944b394f), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:49.252184 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fff8424-e281-449a-9312-243219c1029d admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:15:49.252577 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0fff8424-e281-449a-9312-243219c1029d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4238482'] for segment (c1283d85-ee28-4dca-970a-7ef1944b394f), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:49.279566 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.services.segments.plugin [-] Segment c1283d85-ee28-4dca-970a-7ef1944b394f resource provider aggregate not found Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: from cryptography.utils import int_from_bytes Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: from cryptography.utils import int_from_bytes Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.312596 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.316494 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.316494 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.316494 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.316494 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.316494 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.316494 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.316494 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.316494 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.316494 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.316494 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.316494 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.316494 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.316494 dv-cinder-master-3-iscsi neutron-server[103997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:15:49.316494 dv-cinder-master-3-iscsi neutron-server[103997]: self.session.flush() Jul 24 01:15:49.323111 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0fff8424-e281-449a-9312-243219c1029d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1702276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687525'] for network (6807cabb-6b0e-4621-927e-706f4cf487dd), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:49.324605 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d159150c-5dba-41d9-9e39-c1224157ccbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1711938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763390862376', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763390517239'] for port (5c860b12-ff76-4960-be8e-2a7b46b30763), after_delete {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:49.325672 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.services.segments.plugin [-] Segment c1283d85-ee28-4dca-970a-7ef1944b394f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1283d85-ee28-4dca-970a-7ef1944b394f found for delete ", "request_id": "req-871fbf29-8494-4bc3-9ac5-c87e8299c6f5"}]} Jul 24 01:15:49.330034 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0fff8424-e281-449a-9312-243219c1029d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620011'] for network (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:49.333048 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-0fff8424-e281-449a-9312-243219c1029d admin admin] 10.222.0.18 "DELETE /v2.0/networks/6807cabb-6b0e-4621-927e-706f4cf487dd HTTP/1.1" status: 204 len: 168 time: 0.5457768 Jul 24 01:15:49.343843 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff8424-e281-449a-9312-243219c1029d admin admin] Pushing event deleted for resources: {'Network': ['ID=6807cabb-6b0e-4621-927e-706f4cf487dd,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:49.347454 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159150c-5dba-41d9-9e39-c1224157ccbd None None] Pushing event deleted for resources: {'Port': ['ID=5c860b12-ff76-4960-be8e-2a7b46b30763,revision_number=None']} {{(pid=103997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:49.349335 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d159150c-5dba-41d9-9e39-c1224157ccbd None None] Network 6807cabb-6b0e-4621-927e-706f4cf487dd is not hosted by any dhcp agent {{(pid=103997) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 01:15:49.349784 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d159150c-5dba-41d9-9e39-c1224157ccbd None None] No DVR routers for this DVR port 5c860b12-ff76-4960-be8e-2a7b46b30763 on host dv-cinder-master-3-iscsi {{(pid=103997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 24 01:15:49.458755 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41480) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:15:49.495637 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:49.499587 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-de868876-a3df-40fe-8fbf-b84e2bef94db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be64d6ea0f0149608c9a823425a0e811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397177 Jul 24 01:15:49.502053 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41482) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:15:49.522346 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:49.552243 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-111433da-2c7f-461e-bbcf-a92b589eeb3a admin admin] Publish callbacks [] for security_group (fe0a5f80-c5dc-49b5-af12-5d9710dba74d), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:49.573752 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-111433da-2c7f-461e-bbcf-a92b589eeb3a admin admin] Publish callbacks [] for security_group (fe0a5f80-c5dc-49b5-af12-5d9710dba74d), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:49.627323 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-111433da-2c7f-461e-bbcf-a92b589eeb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (fe0a5f80-c5dc-49b5-af12-5d9710dba74d), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:49.630061 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-111433da-2c7f-461e-bbcf-a92b589eeb3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:49.631260 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-111433da-2c7f-461e-bbcf-a92b589eeb3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe0a5f80-c5dc-49b5-af12-5d9710dba74d HTTP/1.1" status: 204 len: 168 time: 0.1283355 Jul 24 01:15:49.641356 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111433da-2c7f-461e-bbcf-a92b589eeb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0a5f80-c5dc-49b5-af12-5d9710dba74d,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:49.672916 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 5c860b12-ff76-4960-be8e-2a7b46b30763 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:15:49.692444 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 5c860b12-ff76-4960-be8e-2a7b46b30763 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:15:49.692793 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 5c860b12-ff76-4960-be8e-2a7b46b30763 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:15:49.693208 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 1f6fb2d5-a962-400a-85ae-94e1c508d92a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:15:49.713053 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: 1f6fb2d5-a962-400a-85ae-94e1c508d92a {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:15:49.713406 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device 1f6fb2d5-a962-400a-85ae-94e1c508d92a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:15:49.713818 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device bd3faca7-ad58-4794-b86e-b7cc673275f4 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:15:49.737303 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.plugin [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] No Port match for: bd3faca7-ad58-4794-b86e-b7cc673275f4 {{(pid=103997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 24 01:15:49.737649 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron.plugins.ml2.rpc [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Device bd3faca7-ad58-4794-b86e-b7cc673275f4 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:15:49.962163 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41488) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:15:50.000991 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-46d6807e-f59b-49ad-8426-51795eb54966 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c41a498067354c0a81f56e90db1da183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376945 Jul 24 01:15:50.003487 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [-] (103995) accepted ('10.222.0.18', 41490) {{(pid=103995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 24 01:15:50.050552 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9d410ab9-4a85-49d2-b624-ea22ae0ef701 admin admin] Publish callbacks [] for security_group (7ec4f9af-871c-42a8-a3d9-61af86629d96), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:50.072073 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9d410ab9-4a85-49d2-b624-ea22ae0ef701 admin admin] Publish callbacks [] for security_group (7ec4f9af-871c-42a8-a3d9-61af86629d96), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:50.118607 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9d410ab9-4a85-49d2-b624-ea22ae0ef701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646969'] for security_group (7ec4f9af-871c-42a8-a3d9-61af86629d96), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:50.121127 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9d410ab9-4a85-49d2-b624-ea22ae0ef701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:15:50.122254 dv-cinder-master-3-iscsi neutron-server[103995]: INFO neutron.wsgi [None req-9d410ab9-4a85-49d2-b624-ea22ae0ef701 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ec4f9af-871c-42a8-a3d9-61af86629d96 HTTP/1.1" status: 204 len: 168 time: 0.1178913 Jul 24 01:15:50.129807 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d410ab9-4a85-49d2-b624-ea22ae0ef701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec4f9af-871c-42a8-a3d9-61af86629d96,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:55.063715 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=83 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:55.090953 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=88 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:58.749290 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=36,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:58.771354 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG dbcounter [-] [103996] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103996) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:15:59.717537 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:16:00.104245 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=38,neutron:DELETE=3 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:16:00.125478 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG dbcounter [-] [103995] Writing DB stats neutron:SELECT=34,neutron:DELETE=5 {{(pid=103995) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:16:00.143701 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=35,neutron:DELETE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:16:03.255287 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:16:09.935075 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:16:12.281407 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:16:13.251047 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=4 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:16:13.607245 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-36ca364b-205c-4f2c-8662-627a1e7156fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:16:15.873089 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-92567c0d-9e8d-40d0-a5a0-08a3b3e07c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:16:17.172444 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:16:18.467363 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:16:18.897951 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:16:20.013391 dv-cinder-master-3-iscsi neutron-server[103996]: DEBUG neutron.wsgi [req-5b44f8d5-02d6-4283-9d2a-c0abfffa75ec req-82ba8796-574d-44e5-9495-070e22309b43 service neutron] (103996) timed out ('10.222.0.39', 52020) {{(pid=103996) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 24 01:16:29.511498 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:16:29.514277 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:16:39.945163 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:16:40.254702 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:16:43.609595 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-34bc3420-0296-4a3a-a7b4-ff3474510aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:16:44.973915 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [req-742dec20-ce77-4027-9472-8208a51a8943 req-b7d2ac6e-d762-49bc-8279-1cd55172a882 service neutron] (103995) timed out ('10.222.0.39', 52033) {{(pid=103995) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 24 01:16:45.279170 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=4 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:16:45.875155 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-40934d0b-c266-4b2f-9cb1-dc9227a4f326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:16:47.173569 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:16:48.469573 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:16:48.905178 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:16:50.251261 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=4 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:16:58.898309 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:16:58.900233 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:17:09.506643 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=13 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:17:09.513788 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=13 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:17:09.957613 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:17:13.614763 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ac4fe58b-5a96-4b45-b63f-4a6e4a762d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:17:15.876419 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-1fd7866c-24e4-4bb3-9fa9-31502186a236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:17:17.176718 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:17:17.253142 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:17:18.472286 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:17:18.897363 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:17:22.270613 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=3 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:17:27.250001 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=5 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:17:28.888159 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:17:28.892570 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:17:39.961344 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:17:43.616489 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-3ae60e78-632b-405e-aea5-821a9ef2b0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:17:45.877750 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-6f16ef8e-5a2c-4041-a191-ab7d72342142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:17:47.179061 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:17:48.474764 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:17:48.900612 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:17:54.251869 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:17:58.894091 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:17:58.895963 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:17:59.280859 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=3 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:18:09.962121 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:18:12.285971 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:18:12.286693 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:18:13.618163 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bb57e267-74f6-4323-a1ff-58ec5a4ccc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:18:15.879838 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-58613540-4ac3-4066-9de6-47408644be4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:18:17.181100 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:18:18.481166 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:18:18.903155 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:18:29.508500 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:18:29.511425 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:18:31.250880 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:18:36.289238 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=4 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:18:39.975000 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:18:41.246783 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=4 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:18:43.623520 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d3057bc0-6492-4679-afd0-cf58fcc3aee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:18:45.882259 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-70f1c07a-54d1-4f41-ae5d-8e7ae0d184d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:18:47.183393 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:18:48.479908 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:18:48.905242 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:18:54.874871 dv-cinder-master-3-iscsi neutron-server[103995]: DEBUG neutron.wsgi [req-d0206153-ac95-4264-aafc-35cde3837ee2 req-93f74314-a26d-4791-8bf2-fa91df05ba34 service neutron] (103995) timed out ('10.222.0.39', 52041) {{(pid=103995) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 24 01:18:58.899818 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:18:58.901611 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:19:08.251458 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:19:09.985541 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:19:13.286556 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=18 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:19:13.618757 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-e9cc18e3-90e0-4da5-a16b-b6db493f627f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:19:15.884205 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-bae8b955-d0ac-4458-b9fb-01a03291a9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:19:17.186452 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:19:18.246609 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=16 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:19:18.482922 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:19:18.908109 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:19:28.901777 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:19:28.903620 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:19:39.994577 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:19:43.620725 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-2928a1b1-2bd6-46f7-a6d8-efc81074b6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:19:45.250246 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:19:45.885373 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-cf587e7c-1f97-4f12-888d-b8ee57c4cee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:19:47.189309 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:19:48.487451 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:19:48.911489 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:19:55.245845 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=6 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:19:55.246607 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=4 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:19:58.904879 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:19:58.906705 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:20:09.999492 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:20:12.291085 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:20:12.291822 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:DELETE=1 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:20:13.622746 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-186595e0-6567-4554-bcaa-417ae9419db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:20:15.887356 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-4a997a5d-4675-4e9b-908e-985cbdb9ada7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:20:17.190979 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:20:18.492848 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:20:18.913476 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:20:22.249448 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:20:29.511094 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:20:29.511851 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:20:32.245098 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=4 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:20:32.245872 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=4 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:20:39.999225 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-16043689-0afd-4665-b47b-9dcd8a280cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (e7b2140f-0e0f-4ee7-997b-e62068d5aaa6), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:20:43.624392 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-81b85a82-7dfd-48d6-b1a4-cd55470964ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (c3e033ef-4c45-4acb-8d93-0c64c51b87a9), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:20:45.888901 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-7b8df3b6-fe7f-41b4-8b5c-c5e49ece8833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (85b9d566-e017-4196-b792-80c1d7fe642a), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:20:47.194340 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-80fb80d9-d2ce-419a-b3e3-962005a6aaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (7b10c1a2-50b8-4016-be09-69486dc6d725), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:20:48.492774 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-ef18b7e6-5881-4c97-9f4e-7a22aa54450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (50176d9e-4b0a-438b-86d7-c658744dc772), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:20:48.916164 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG neutron_lib.callbacks.manager [None req-d5205d54-a1ab-4335-ba39-d0d7c94fa125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763390966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1700720'] for agent (491415d9-0279-439e-ad51-33f872e25141), after_update {{(pid=103997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 24 01:20:58.905755 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:20:58.912992 dv-cinder-master-3-iscsi neutron-server[103997]: DEBUG dbcounter [-] [103997] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103997) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 24 01:20:59.248413 dv-cinder-master-3-iscsi neutron-server[103998]: DEBUG neutron.db.agents_db [None req-f3c70616-a42c-4ef1-9db8-a33e8150992b None None] Agent healthcheck: found 6 active agents {{(pid=103998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}